-- Logs begin at Thu 2022-04-14 20:02:50 UTC, end at Thu 2022-04-14 21:21:46 UTC. -- Apr 14 20:51:14.802742 dv-cinder-837541-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 20:51:17.780566 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.common.config [-] Logging enabled! Apr 14 20:51:17.781074 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 20:51:17.781406 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110140) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 20:51:17.784753 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.common.config [-] Logging enabled! Apr 14 20:51:17.785014 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 20:51:17.785331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110140) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 20:51:17.786287 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:51:17.786527 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:51:17.786950 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:51:17.788632 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:51:17.788916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:51:17.789355 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.789801 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 20:51:17.790137 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.790445 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.790749 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.791053 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.791383 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.791660 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.791963 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.792269 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.792568 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.792853 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.793142 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.793443 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.793730 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.794026 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.794324 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.794614 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] debug = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.794901 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.795332 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.795774 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.796060 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.796356 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.796646 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.796925 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.797220 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.797499 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.797840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] host = dv-cinder-837541-3-iscsi {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.798119 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.798413 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.798706 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.799000 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.799283 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.799599 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.799892 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.800172 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.800456 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.800730 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.801026 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.801318 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.801612 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.801842 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.802075 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.802367 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.802667 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.802938 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.803215 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.803518 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.803807 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.804078 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.804388 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.804692 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.804985 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.805275 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.805555 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.805832 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.806109 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.806385 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.806673 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.806949 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.807228 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.807528 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.807821 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.808095 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.808370 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.808671 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.808960 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.809250 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.809538 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.809814 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.810100 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.810375 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.810697 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.812504 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] use_json = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.812812 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.815406 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.815706 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.816012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.816313 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.816611 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.816906 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.817211 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.817503 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:17.817816 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.818132 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.818445 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.818757 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.819060 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.821146 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.823039 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.823382 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.823710 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.824029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.824370 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.824646 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.824970 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.825279 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.825593 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.825912 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.826220 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.826524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.826811 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.827097 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.827405 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.827700 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.827996 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.828287 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.828587 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.828885 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.829173 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.829478 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.829769 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.830131 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.830553 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.830974 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.831444 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.831901 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.832335 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.832782 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.833228 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.833662 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.834114 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.834563 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.834966 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.835264 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.835579 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.836415 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.836711 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.837016 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.837308 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.837593 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.837874 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.838164 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.838446 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.838738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.839023 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.839303 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.839611 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.839901 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.840180 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.840459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.840748 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.841027 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.841312 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.841592 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.841871 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.842148 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.842425 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.842703 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.842980 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.843259 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.843574 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.843853 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.844131 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.844409 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.844684 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.844959 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.845251 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.845553 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.845838 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.846121 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.846402 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.846686 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.846968 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.847250 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.847557 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.847838 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.848115 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.848409 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.848697 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.848987 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.849293 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.849575 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.849872 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.850155 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.850436 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.850721 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.851001 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.851822 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.852120 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.852410 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.852709 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.853007 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.853304 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.853603 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.853899 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.854184 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.854495 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.854778 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:17.854999 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:51:17.855246 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110140) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 20:51:18.245690 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 20:51:18.245973 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 20:51:18.246279 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 20:51:18.246617 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 20:51:18.587260 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.587578 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.587855 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.590793 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.591085 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.591386 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.646047 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.646331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.646606 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.661483 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.661768 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.662046 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.692775 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.693063 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.693338 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.730966 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.731261 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:18.731560 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.082943 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.083625 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.083625 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.083813 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.084478 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.187489 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.187824 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.188121 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.188407 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.188684 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.189000 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.189549 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.189549 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.189779 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.190068 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.190336 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.190603 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.190865 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.191123 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.191414 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.191690 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.191954 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.192232 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.192512 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.192779 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.193059 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.193319 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.193611 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.194017 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.194274 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.194529 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.195012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:19.195262 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:19.195530 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:19.195777 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:19.196018 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:19.196271 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:19.196656 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 20:51:19.200345 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 20:51:19.204313 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 20:51:19.208217 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 14 20:51:19.209856 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 20:51:19.210338 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 20:51:19.210706 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 20:51:19.211104 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 20:51:19.214124 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 20:51:19.214379 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 20:51:19.214725 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 20:51:19.219668 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 20:51:19.244694 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 20:51:19.245156 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.245460 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110140) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 20:51:19.245838 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.247208 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110140) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 20:51:19.247522 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 20:51:19.247775 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 20:51:19.251085 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.251385 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:19.313809 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 20:51:19.314050 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 20:51:19.314286 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 20:51:19.314652 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 20:51:19.334610 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_db.sqlalchemy.engines [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110140) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 20:51:19.926347 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing driver for type 'gre' Apr 14 20:51:19.926879 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] gre ID ranges: [(1, 1000)] Apr 14 20:51:20.112530 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing driver for type 'local' Apr 14 20:51:20.113150 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing driver for type 'vlan' Apr 14 20:51:20.208926 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] VlanTypeDriver initialization complete Apr 14 20:51:20.209269 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing driver for type 'vxlan' Apr 14 20:51:20.209775 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] vxlan ID ranges: [(1, 1000)] Apr 14 20:51:20.397974 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing extension driver 'port_security' Apr 14 20:51:20.398748 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] PortSecurityExtensionDriver initialization complete Apr 14 20:51:20.399079 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing mechanism driver 'openvswitch' Apr 14 20:51:20.399437 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing mechanism driver 'hyperv' Apr 14 20:51:20.406022 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.plugin [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:20.406879 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.407260 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.407647 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.408188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:51:20.408635 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.408999 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.409354 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.409783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:51:20.410206 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.410555 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.410931 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.411306 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:51:20.414833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > security_group after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.414833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > security_group after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.414833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.414833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:51:20.414833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.415194 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.415194 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.415194 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:51:20.415457 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > address_group after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.415693 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > address_group after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.416042 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.416443 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110140) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:51:20.416894 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] ML2 OVO RPC backend initialized. {{(pid=110140) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 20:51:20.417603 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.417965 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.418385 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.418741 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > networks before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.419097 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.419477 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > ports before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.419831 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.420181 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnets before_response 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.420534 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.420888 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.421232 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.421576 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.421920 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.422256 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.422597 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.422938 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.423277 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.430811 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded quota_driver: . Apr 14 20:51:20.431176 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.plugin [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Modular L2 Plugin initialization complete Apr 14 20:51:20.431552 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading services supported by the core plugin {{(pid=110140) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 20:51:20.431903 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.plugins.ml2.managers [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Got port-security extension from driver 'port_security' Apr 14 20:51:20.432386 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.extensions.vlantransparent [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Disabled vlantransparent extension. Apr 14 20:51:20.432882 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110140) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 20:51:20.433226 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: router Apr 14 20:51:20.468118 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.468516 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_create 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.468893 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router before_create 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.469266 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.469643 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.470004 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_delete 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.470370 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.470725 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.471092 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_create 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.471472 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_update 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.471864 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_update 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.472215 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.472697 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_update 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.473117 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_update 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.473492 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.473840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.474186 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: subnet after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.474536 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.474895 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.475409 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_create 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.475770 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.476131 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.477024 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router after_update 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.477375 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.477734 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_create 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.478101 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.478453 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_update 55549900 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.478826 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > agent after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.479184 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > agent after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.479575 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > network after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.480453 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Tracking information for resource: router configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:20.480791 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Tracking information for resource: floatingip configured {{(pid=110140) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:51:20.485973 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.db.l3_agentschedulers_db [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 20:51:20.486559 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.486929 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port after_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.487289 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port after_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.487676 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: port after_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.488477 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router before_create 55550100 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.488849 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.489219 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_create 55550100 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.489583 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > router precommit_update 55550100 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.494445 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.provider_configuration [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service providers = [] {{(pid=110140) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 20:51:20.494816 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.db.servicetype_db [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110140) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 20:51:20.498174 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.service_base [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:51:20.498752 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.service_base [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:51:20.499205 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.service_base [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:51:20.500135 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.services.service_base [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110140) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:51:20.500516 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.services.service_base [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 20:51:20.500910 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.501239 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 20:51:20.512157 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.512554 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: auto_allocate Apr 14 20:51:20.518203 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: network precommit_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.518583 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: network precommit_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.519114 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.519477 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: tag Apr 14 20:51:20.528123 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.528462 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: timestamp Apr 14 20:51:20.532324 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.532662 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: network_ip_availability Apr 14 20:51:20.538178 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.538556 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.539524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.540247 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.540571 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: flavors Apr 14 20:51:20.545514 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.545853 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading Plugin: revisions Apr 14 20:51:20.550098 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110140) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:51:20.550502 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_concurrency.lockutils [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.304s {{(pid=110140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 20:51:20.551242 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110140) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 20:51:20.551626 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Initializing extension manager. Apr 14 20:51:20.552162 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: __init__.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.552511 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: __pycache__ {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.552853 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: address_group.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.553617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.554196 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: address-group Apr 14 20:51:20.554551 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: address_scope.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.555273 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.555813 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: address-scope Apr 14 20:51:20.556141 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.557074 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.557593 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: router-admin-state-down-before-update Apr 14 20:51:20.557918 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: agent.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.558624 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.559142 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: agent Apr 14 20:51:20.559500 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: agent_resources_synced.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.560418 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.560940 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: agent-resources-synced Apr 14 20:51:20.561270 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: allowedaddresspairs.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.563217 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.563773 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: allowed-address-pairs Apr 14 20:51:20.564107 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: auto_allocated_topology.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.565198 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.565716 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: auto-allocated-topology Apr 14 20:51:20.566048 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: availability_zone.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.566750 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.567292 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: availability_zone Apr 14 20:51:20.567660 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: availability_zone_filter.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.568584 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.569105 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: availability_zone_filter Apr 14 20:51:20.569435 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: data_plane_status.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.570372 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.570886 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 20:51:20.571212 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: default_subnetpools.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.572161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.572675 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: default-subnetpools Apr 14 20:51:20.573003 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.573827 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.574340 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: dhcp_agent_scheduler Apr 14 20:51:20.574671 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: dns.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.575630 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.576140 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 20:51:20.576469 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: dns_domain_ports.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.585241 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.586271 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 20:51:20.586600 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.587574 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.588091 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 20:51:20.588420 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: dvr.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.589098 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.589610 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: dvr Apr 14 20:51:20.589943 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: ecmp_routes.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.590868 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.591399 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 20:51:20.591734 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: empty_string_filtering.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.592660 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.593178 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: empty-string-filtering Apr 14 20:51:20.593506 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.594419 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.594937 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 20:51:20.595263 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.596239 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.596750 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 20:51:20.597081 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: external_net.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.597994 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.598512 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: external-net Apr 14 20:51:20.598839 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.599797 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.600313 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: extra_dhcp_opt Apr 14 20:51:20.600639 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: extraroute.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.602146 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.602663 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: extraroute Apr 14 20:51:20.602993 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: extraroute_atomic.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.604250 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.604772 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: extraroute-atomic Apr 14 20:51:20.605105 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: filter_validation.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.609050 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.609050 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: filter-validation Apr 14 20:51:20.609050 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: fip_pf_description.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.609720 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.610238 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 20:51:20.610833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: fip_pf_port_range.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.611792 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.612310 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 20:51:20.612637 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: fip_port_details.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.613594 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.614103 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: fip-port-details Apr 14 20:51:20.614432 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: flavors.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.615709 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.616232 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: flavors Apr 14 20:51:20.616565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.618236 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.618761 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 20:51:20.619098 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: floatingip_pools.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.619830 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.620353 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: floatingip-pools Apr 14 20:51:20.620684 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: ip_allocation.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.621621 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.622149 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 20:51:20.622477 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.623435 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.623958 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: ip-substring-filtering Apr 14 20:51:20.624287 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l2_adjacency.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.625227 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.625751 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 20:51:20.626077 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.627059 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.627611 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: router Apr 14 20:51:20.627944 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.630166 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.630714 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 20:51:20.631054 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.636080 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.636605 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: ext-gw-mode Apr 14 20:51:20.636937 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.637864 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.638384 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: l3-ha Apr 14 20:51:20.638714 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.639679 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.640195 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 20:51:20.640524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_flavors.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.641449 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.641972 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: l3-flavors Apr 14 20:51:20.642306 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.643716 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.644237 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 20:51:20.644571 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.645494 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.646021 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 20:51:20.646349 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: l3agentscheduler.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.647425 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.647946 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: l3_agent_scheduler Apr 14 20:51:20.648836 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: local_ip.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.650704 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.651235 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension local_ip not supported by any of loaded plugins Apr 14 20:51:20.651605 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: logging.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.653088 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.653621 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension logging not supported by any of loaded plugins Apr 14 20:51:20.653957 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: metering.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.654716 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.655308 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: metering Apr 14 20:51:20.655678 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.656790 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.657315 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: metering_source_and_destination_fields Apr 14 20:51:20.657646 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: multiprovidernet.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.658579 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.659099 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: multi-provider Apr 14 20:51:20.659468 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: netmtu.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.660393 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.660911 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: net-mtu Apr 14 20:51:20.661237 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: netmtu_writable.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.662160 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.662673 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: net-mtu-writable Apr 14 20:51:20.663001 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: network_availability_zone.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.664373 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.664926 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: network_availability_zone Apr 14 20:51:20.665256 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: network_ip_availability.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.666391 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.666920 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: network-ip-availability Apr 14 20:51:20.667254 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: network_segment_range.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.668072 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.668582 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 20:51:20.668913 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: pagination.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.669899 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.670238 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: pagination Apr 14 20:51:20.670564 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: port_device_profile.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.671518 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.672047 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: port-device-profile Apr 14 20:51:20.672373 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.673308 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.673834 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: port-mac-address-regenerate Apr 14 20:51:20.674155 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.678910 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.679497 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: port-numa-affinity-policy Apr 14 20:51:20.679826 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: port_resource_request.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.680746 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.681263 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 20:51:20.681588 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: port_resource_request_groups.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.682613 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.683090 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 20:51:20.683448 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: portbindings.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.684417 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.684937 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: binding Apr 14 20:51:20.685261 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: portbindings_extended.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.686527 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.687044 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: binding-extended Apr 14 20:51:20.687401 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: portsecurity.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.688338 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.688853 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: port-security Apr 14 20:51:20.689180 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: project_id.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.690160 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.690504 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: project-id Apr 14 20:51:20.690835 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: providernet.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.691793 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.692317 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: provider Apr 14 20:51:20.692649 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.696787 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.697319 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos not supported by any of loaded plugins Apr 14 20:51:20.697654 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.699025 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.699580 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 20:51:20.699917 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.700849 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.701373 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 20:51:20.701708 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_default.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.702642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.703161 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-default not supported by any of loaded plugins Apr 14 20:51:20.703518 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_fip.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.704444 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.704961 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 20:51:20.705288 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.706208 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.706723 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 20:51:20.707050 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_gateway_ip.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.708013 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.708532 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 20:51:20.708862 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_port_network_policy.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.709779 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.710294 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 20:51:20.711244 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.712345 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.712868 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 20:51:20.713198 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.719340 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.719886 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 20:51:20.720217 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_pps_rule.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.721409 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.721935 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 20:51:20.722268 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_rule_type_details.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.723194 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.723834 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 20:51:20.724090 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.725029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.725536 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 20:51:20.725864 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: qos_rules_alias.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.726942 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.727485 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 20:51:20.727815 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: quota_check_limit.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.728732 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.729254 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: quota-check-limit Apr 14 20:51:20.729584 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: quotasv2.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.730546 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.730876 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: quotas Apr 14 20:51:20.731199 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: quotasv2_detail.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.732982 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.733330 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: quota_details Apr 14 20:51:20.733669 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: rbac.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.734729 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.735266 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: rbac-policies Apr 14 20:51:20.735886 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: rbac_address_group.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.736831 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.737355 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: rbac-address-group Apr 14 20:51:20.737688 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: rbac_address_scope.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.738619 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.739140 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: rbac-address-scope Apr 14 20:51:20.739505 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: rbac_security_groups.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.740503 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.741023 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: rbac-security-groups Apr 14 20:51:20.741354 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: rbac_subnetpool.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.742309 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.742834 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: rbac-subnetpool Apr 14 20:51:20.743160 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: revisionifmatch.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.748145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.748662 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: revision-if-match Apr 14 20:51:20.748991 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: revisions.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.750165 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.750682 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: standard-attr-revisions Apr 14 20:51:20.751017 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: router_availability_zone.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.751716 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.752234 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: router_availability_zone Apr 14 20:51:20.752559 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: routerservicetype.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.753487 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.754006 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 20:51:20.754331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.755258 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.755815 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: security-groups-normalized-cidr Apr 14 20:51:20.756145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.757082 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.758185 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: port-security-groups-filtering Apr 14 20:51:20.758508 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.759492 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.760022 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: security-groups-remote-address-group Apr 14 20:51:20.760347 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.761306 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.761827 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: security-groups-shared-filtering Apr 14 20:51:20.762155 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.762764 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 20:51:20.763093 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: securitygroup.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.772810 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.773981 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: security-group Apr 14 20:51:20.774321 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: segment.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.775055 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.775625 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension segment not supported by any of loaded plugins Apr 14 20:51:20.782023 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.782713 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.783239 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 20:51:20.783607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: servicetype.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.784701 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.785228 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: service-type Apr 14 20:51:20.785561 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: sorting.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.786555 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.786890 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: sorting Apr 14 20:51:20.787220 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: standard_attr_segment.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.788177 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.788728 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 20:51:20.789059 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: standardattrdescription.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.789718 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.790238 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: standard-attr-description Apr 14 20:51:20.790571 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: stateful_security_group.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.791555 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.792081 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: stateful-security-group Apr 14 20:51:20.792411 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: stdattrs_common.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.792990 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 20:51:20.793316 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.794276 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.794804 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 20:51:20.795131 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: subnet_onboard.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.796235 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.796773 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: subnet_onboard Apr 14 20:51:20.797101 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.798042 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.798565 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 20:51:20.798893 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: subnet_service_types.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.799856 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.800384 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: subnet-service-types Apr 14 20:51:20.800709 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: subnetallocation.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.801804 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.802329 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: subnet_allocation Apr 14 20:51:20.802656 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.803325 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.803868 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: subnetpool-prefix-ops Apr 14 20:51:20.804192 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.805151 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.805675 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 20:51:20.806002 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: tagging.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.807097 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.807656 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: standard-attr-tag Apr 14 20:51:20.807988 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: timestamp.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.809203 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.809732 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loaded extension: standard-attr-timestamp Apr 14 20:51:20.810066 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: trunk.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.811120 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.811669 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension trunk not supported by any of loaded plugins Apr 14 20:51:20.812004 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: trunk_details.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.812941 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.813458 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 20:51:20.813790 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: uplink_status_propagation.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.814716 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.815233 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 20:51:20.815590 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Loading extension file: vlantransparent.py {{(pid=110140) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:51:20.816271 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110140) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:51:20.816784 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 20:51:20.819298 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:network Apr 14 20:51:20.822336 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:subnet Apr 14 20:51:20.822336 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:51:20.822336 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:port Apr 14 20:51:20.822336 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.822794 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service FLAVORS assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.823452 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.823882 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.824219 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:router Apr 14 20:51:20.824649 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 20:51:20.825155 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service METERING assigned prefix: /metering {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.826601 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.826983 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.827339 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:51:20.828383 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 20:51:20.828831 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:security_group Apr 14 20:51:20.829288 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 20:51:20.829879 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service CORE assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.830215 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:51:20.830564 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] subnetpool is already registered Apr 14 20:51:20.830998 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service CORE assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.831330 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:51:20.831695 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] subnetpool is already registered Apr 14 20:51:20.833986 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.834421 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service FLAVORS assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.835018 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.835474 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.836354 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:router Apr 14 20:51:20.836700 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] router is already registered Apr 14 20:51:20.837124 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 20:51:20.837467 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] floatingip is already registered Apr 14 20:51:20.837926 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service METERING assigned prefix: /metering {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.838601 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 20:51:20.838935 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] rbac_policy is already registered Apr 14 20:51:20.839351 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:security_group Apr 14 20:51:20.839713 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] security_group is already registered Apr 14 20:51:20.840120 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 20:51:20.840456 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] security_group_rule is already registered Apr 14 20:51:20.841080 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service CORE assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.841417 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:51:20.841755 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] subnetpool is already registered Apr 14 20:51:20.842175 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.v2.resource_helper [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Service CORE assigned prefix: {{(pid=110140) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:51:20.842505 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:51:20.842843 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING neutron.quota.resource_registry [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] subnetpool is already registered Apr 14 20:51:20.843315 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: extensions {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.845397 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: address-groups {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.848195 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: address-scopes {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.850663 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: agents {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.852800 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: auto-allocated-topology {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.854691 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: availability_zones {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.856285 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: dhcp-networks {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.859787 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: dhcp-agents {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.861536 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: routers {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.863738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: flavors {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.864881 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: service_profiles {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.866063 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: next_providers {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.867598 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: service_profiles {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.869600 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: floatingip-pools {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.871146 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: routers {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.874396 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: floatingips {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.875540 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: l3-routers {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.876946 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: l3-agents {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.878350 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: metering-labels {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.879734 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: metering-label-rules {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.881002 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: network-ip-availabilities {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.882256 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: bindings {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.884986 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: quotas {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.886527 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: quotas {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.888077 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: rbac-policies {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.889367 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: security-groups {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.890792 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: security-group-rules {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.892063 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: service-providers {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.893859 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: subnetpools {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.895718 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: subnetpools {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.897973 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.900335 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.902924 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.905522 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.907306 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.909178 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.910866 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.912796 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.914740 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.916619 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron.api.extensions [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Extended resource: tags {{(pid=110140) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:51:20.922834 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING keystonemiddleware.auth_token [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 20:51:20.928492 dv-cinder-837541-3-iscsi neutron-server[110140]: WARNING keystonemiddleware.auth_token [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 20:51:20.937332 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_concurrency.lockutils [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Acquired lock "singleton_lock" {{(pid=110140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 20:51:20.937816 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_concurrency.lockutils [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Releasing lock "singleton_lock" {{(pid=110140) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 20:51:20.938479 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Starting 2 workers Apr 14 20:51:20.943494 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Started child 110251 {{(pid=110140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:51:20.948601 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Started child 110252 {{(pid=110140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:51:20.949537 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:20.950224 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO neutron.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 20:51:20.950884 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:20.951043 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [-] (110251) wsgi starting up on http://0.0.0.0:9696 Apr 14 20:51:20.953412 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Starting 1 workers Apr 14 20:51:20.953884 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:20.955388 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [-] (110252) wsgi starting up on http://0.0.0.0:9696 Apr 14 20:51:20.958762 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Started child 110253 {{(pid=110140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:51:20.959291 dv-cinder-837541-3-iscsi neutron-server[110140]: INFO oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Starting 1 workers Apr 14 20:51:20.963156 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] calling RpcWorker wait() {{(pid=110253) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 20:51:20.963773 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] returning from RpcWorker wait() {{(pid=110253) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 20:51:20.964606 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Started child 110254 {{(pid=110140) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:51:20.964977 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:20.965405 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG neutron_lib.callbacks.manager [None req-dc641475-f954-4c64-88a5-f5c20051ae40 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:20.965503 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:20.967413 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 20:51:20.967611 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:51:20.967802 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:51:20.968031 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:51:20.968378 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:51:20.968538 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:51:20.969296 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.969591 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.969740 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:20.970198 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.970198 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.970373 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.971138 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.971422 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.976916 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.977423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] debug = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.981616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.981616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.981616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.981616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.981616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.981616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] host = dv-cinder-837541-3-iscsi {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.982565 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983024 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983024 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983154 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 51864) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983739 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983739 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_options = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.983866 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.984084 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.984493 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.984841 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.985151 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.985723 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.986131 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.986439 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.986820 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.987193 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.987574 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.987934 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.988330 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.988695 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.989184 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.989545 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.989924 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.990299 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.990698 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.990849 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069134 Apr 14 20:51:20.993116 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.993393 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.993663 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.993932 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.994650 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.994650 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.994650 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.994876 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.995108 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.995379 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.995619 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.995839 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.996143 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.996362 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.996783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.997136 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.997278 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.997666 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.997888 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.998181 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.998414 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.998673 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.998946 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.999166 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.999456 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:20.999679 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.000074 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.000895 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_json = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.000895 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.000895 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.005783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.005783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.005783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.005783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.005783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.005783 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.006217 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006301 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.006840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009459 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009828 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.009901 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.010098 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.010362 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.011071 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.011071 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.011254 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.014825 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.015212 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.015212 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.015337 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.015568 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.016218 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.016218 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.016561 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.016561 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.016697 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.016888 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.017102 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.017877 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.017877 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.017877 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.018157 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.018230 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.018407 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.018618 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.019044 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.019148 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.019953 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.019953 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.019953 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.019953 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.020244 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.021817 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.022266 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.022266 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.022266 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.022500 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.022676 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.022887 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.023688 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.023914 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.024146 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.024532 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.024756 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.024969 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.025182 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.025392 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.025752 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.026114 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.026547 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.026884 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.027109 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.027338 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.028406 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.028662 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.028896 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.029153 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.029401 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.029776 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.030001 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.030278 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.030527 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.030780 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.031000 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.031416 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.031839 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.032201 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.032453 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.032982 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.032982 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.033163 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.033344 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.033615 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.033861 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.034746 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.034746 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.034746 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.035017 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.035145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.035501 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.035711 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.035983 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.039524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040029 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040506 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040506 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040983 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.040983 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.041124 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.041337 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.041633 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.041902 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.042162 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.042410 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.042659 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.042879 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.043148 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.044211 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.044623 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.044999 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.045464 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.045638 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.045863 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.046075 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.046468 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.046844 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.047211 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.047493 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.047720 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.047945 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.048200 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.048419 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.048640 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.049526 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.049526 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.049526 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.049526 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.049855 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.049970 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.050216 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.050498 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.050760 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.050999 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.051233 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.051524 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.051802 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.052007 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.052442 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.052669 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.052887 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.053122 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.053322 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.053710 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.054087 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.054974 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.055215 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.055511 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.056082 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.056218 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.056377 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.056788 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.057042 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.057426 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.057810 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.058190 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.058566 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.058809 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.059047 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.059292 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.060388 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.060764 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.061118 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.061469 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.061865 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.062261 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.062386 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.062645 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.062943 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.063177 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.063436 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.063684 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.063923 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.064146 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.064362 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.064578 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.064797 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.065012 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.065303 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.066315 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.066315 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.066315 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.066315 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.066592 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.066729 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.067096 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.067487 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.067900 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.068892 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.068892 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.068892 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.068892 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.069188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.069188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.069482 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.069700 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.070006 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.070709 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.070932 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.071156 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.071429 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.071647 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.071875 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.072082 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.072436 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.072794 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.073152 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.073372 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.074147 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.074147 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.074940 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.075336 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.075610 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.075829 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.076147 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.076414 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.076660 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.076961 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.077183 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.077435 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.077693 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.078022 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.078243 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.078518 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.078763 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.078998 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.079220 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.080250 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.080497 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086145 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.086672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087202 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087800 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087800 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.087800 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:51:21.088161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110140) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 20:51:21.088161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:51:21.088316 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:51:21.088477 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:51:21.088643 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:51:21.088827 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:51:21.088983 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.089139 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.089296 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.089450 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.089604 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.089779 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.089937 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.090288 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.090288 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.090514 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.090619 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.090770 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.090902 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091036 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091163 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091286 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091437 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091600 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091765 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.091925 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.092806 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.092806 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.092806 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] debug = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.092806 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.092806 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093389 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093389 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093389 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093389 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093811 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093811 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.093811 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094166 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094166 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094166 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094538 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094538 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094773 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094773 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.094996 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095109 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095216 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] host = dv-cinder-837541-3-iscsi {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095321 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095512 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095672 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095830 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.095989 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.096146 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.096303 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.096502 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.096686 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.096863 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.097023 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.097183 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.097340 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.097498 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098253 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_options = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098253 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098253 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098253 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098253 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098896 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098896 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098896 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.098896 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099352 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099352 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099352 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099733 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099733 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099941 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.099941 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.100172 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.100172 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.102238 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.103922 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.104283 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.104453 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.104614 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.104774 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.104935 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.105093 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.105461 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.105461 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.105758 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.105758 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106032 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106032 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106293 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106293 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106561 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_json = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106561 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106824 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.106974 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.107113 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.107249 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.107412 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.107557 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.107711 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.107874 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:51:21.108016 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.108152 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.108277 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.108453 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.108584 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.108734 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.108877 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.109044 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.109207 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.109368 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.109539 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.109700 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.109871 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.110031 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.110191 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.110731 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.110870 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.111015 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.111151 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.111297 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.112331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114038 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.114642 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115080 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115080 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115080 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115284 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115385 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115512 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115673 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.115877 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.116157 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.116404 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.117428 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.117428 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.117770 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.118014 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.118303 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.118610 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.119466 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.119466 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.119466 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.119753 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.120042 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.120342 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.120646 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.120942 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.121243 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.121533 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.121820 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.122081 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.122350 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.122616 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.122859 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.123116 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.123388 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.123654 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.123928 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.124192 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.124458 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.124721 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.125399 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.125399 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.125561 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:21.125644 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.125644 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.125765 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.125914 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.126178 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.126453 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.126717 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.126995 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.127178 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.127374 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.127579 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.127746 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.127911 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.128081 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.128328 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.128497 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.128662 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.128826 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.128993 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.129153 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.129315 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.129477 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.129644 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.129804 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.129965 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.131028 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.131201 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.131375 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.131575 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.131740 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.131904 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.132069 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.132232 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.132423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.133110 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.133272 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.133434 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.133607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134081 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134081 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134081 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134308 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134380 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134541 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134703 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.134863 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.135757 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.135757 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.135757 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.135757 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.135757 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136099 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136099 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136099 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136381 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136450 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136560 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.136772 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137014 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137124 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137210 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137353 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137509 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137674 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137833 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.137995 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.138161 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.138447 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.138447 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.138926 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.138926 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.138926 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.139331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.139331 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.139688 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.140795 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.140795 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.140795 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.140795 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.141126 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.141126 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.141276 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.141460 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.141580 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143188 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.143738 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144077 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144077 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144193 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144329 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144439 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144767 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.144929 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.145090 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.145251 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.145418 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.145579 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.145741 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.146089 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.146089 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.146246 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.147617 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149185 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149632 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149632 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149632 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149809 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.149906 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.150065 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.150226 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151107 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151107 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151107 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151107 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151107 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151828 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151828 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.151948 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.152435 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.152435 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.152435 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.152665 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.152665 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.152840 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.153001 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.153255 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.153355 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.153461 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.153619 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.153943 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.154271 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.154432 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.154594 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.154756 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155640 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155640 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155640 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155640 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155640 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155957 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.155957 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156094 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156172 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156304 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156464 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156625 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156788 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.156955 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.157115 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.157277 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.157446 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.157607 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.157767 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.157927 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.158097 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.158260 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.158423 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.158584 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.158743 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.158904 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.160594 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.160594 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.160594 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.160594 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161026 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161026 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161026 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161288 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161414 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161567 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161933 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.161933 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162071 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162147 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162288 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162454 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162603 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162765 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.162925 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.163086 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.163251 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.165474 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.165751 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.166006 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.166254 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.166499 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.166737 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.166975 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.167216 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.167486 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:51:21.167714 dv-cinder-837541-3-iscsi neutron-server[110140]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110140) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:51:32.590411 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d55f4d-b9be-41bc-a889-85603bccb54c None None] get_active_networks_info from dv-cinder-837541-3-iscsi {{(pid=110253) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 20:51:32.665333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d55f4d-b9be-41bc-a889-85603bccb54c None None] No non-hosted networks {{(pid=110253) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 20:51:32.684753 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.agentschedulers_db [None req-19d55f4d-b9be-41bc-a889-85603bccb54c None None] DHCP Agent not found on host dv-cinder-837541-3-iscsi {{(pid=110253) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 20:51:32.916721 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7af66166-66e7-47fe-8f46-a2bfab38512c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1743272'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:35.167834 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a5839d87-e7e1-459a-af57-1c95400f18d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1743272'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:35.236325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.db.api [None req-21145217-6f02-4372-80ce-e6a4efc73559 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837541-3-iscsi {{(pid=110253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:51:35.237022 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG oslo_db.api [None req-21145217-6f02-4372-80ce-e6a4efc73559 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:51:35.845979 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-21145217-6f02-4372-80ce-e6a4efc73559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:36.077969 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 51942) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:36.423271 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1743272'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:36.727424 dv-cinder-837541-3-iscsi neutron-server[110251]: WARNING oslo_policy.policy [None req-3b69f15e-e0e4-4e28-ace9-c18b33643485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:36.728504 dv-cinder-837541-3-iscsi neutron-server[110251]: WARNING oslo_policy.policy [None req-3b69f15e-e0e4-4e28-ace9-c18b33643485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:36.975674 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [None req-3b69f15e-e0e4-4e28-ace9-c18b33643485 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110251) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:51:36.995971 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-3b69f15e-e0e4-4e28-ace9-c18b33643485 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9169888 Apr 14 20:51:37.755109 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1743272'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:38.615614 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.db.l3_hamode_db [None req-732b4fcb-2e9c-44c3-960b-defae3134f8d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 20:51:38.700227 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b4fcb-2e9c-44c3-960b-defae3134f8d None None] Routers set() bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:51:38.701008 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b4fcb-2e9c-44c3-960b-defae3134f8d None None] Router IDs set() for agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 20:51:39.417073 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1743272'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:39.418569 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.419117 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.419712 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.420258 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.420811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.421358 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.421920 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.422490 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.423024 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.424507 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.424507 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.425000 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.425420 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.425829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.426227 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:39.426717 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837541-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:39.434130 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837541-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:51:39.596874 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 51976) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:39.923095 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:40.014378 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.policy [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110251) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 20:51:40.057371 dv-cinder-837541-3-iscsi neutron-server[110251]: WARNING oslo_policy.policy [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:40.057670 dv-cinder-837541-3-iscsi neutron-server[110251]: WARNING oslo_policy.policy [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:40.226508 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788915947236', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788915946648', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788915930404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788915923221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788915925392', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788916039436', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-767678', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1414549', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-295527', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519718'] for rbac-policy (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:40.402317 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:40.403561 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-3e3f668f-0fa6-4549-b787-3376fc18965c admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8055851 Apr 14 20:51:42.893794 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 51988) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:43.389284 dv-cinder-837541-3-iscsi neutron-server[110252]: WARNING oslo_policy.policy [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:43.389898 dv-cinder-837541-3-iscsi neutron-server[110252]: WARNING oslo_policy.policy [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:43.609727 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:43.725363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Made reservation on behalf of 3dfc07ec883f4a3c84d94cfe485c5c55 for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:51:43.795461 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.policy [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110252) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 20:51:43.838192 dv-cinder-837541-3-iscsi neutron-server[110252]: WARNING oslo_policy.policy [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:43.838560 dv-cinder-837541-3-iscsi neutron-server[110252]: WARNING oslo_policy.policy [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:51:43.848899 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.871395 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:43.980400 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks [] for security_group (928ac353-036a-43da-b119-787e1281c093), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.051303 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (928ac353-036a-43da-b119-787e1281c093), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.083383 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:51:44.110585 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788913482927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (1d2cf49a-8b7c-40c8-a4e7-6223d848534f), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.111150 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Unsubscribe: segment precommit_create {{(pid=110252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 20:51:44.111723 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Added segment 1d2cf49a-8b7c-40c8-a4e7-6223d848534f of type vlan for network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 Apr 14 20:51:44.132854 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=928ac353-036a-43da-b119-787e1281c093,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:44.147953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.148297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.148655 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.149006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.149343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.149671 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.149998 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.150352 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.150674 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.150994 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.151316 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.151674 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.151995 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.152329 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.152627 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Tracked resource versions report: Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: pushed versions: Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: { 'AddressGroup': {'1.2'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Agent': {'1.1'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'ConntrackHelper': {'1.0'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Log': {'1.0'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'NDPProxy': {'1.0'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Network': {'1.1'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Port': {'1.7'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'PortForwarding': {'1.3'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'QosPolicy': {'1.10'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroup': {'1.5'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SubPort': {'1.0'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Subnet': {'1.1'}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Trunk': {'1.1'}} Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: consumer versions: Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Agent': '1.1', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'ConntrackHelper': '1.0', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'LocalIPAssociation': '1.0', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Log': '1.0', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'NDPProxy': '1.0', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Network': '1.1', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Port': '1.7', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'PortForwarding': '1.3', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'QosPolicy': '1.10', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroup': '1.5', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroupRule': '1.2', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SubPort': '1.0', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Subnet': '1.1', Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Trunk': '1.1'}} Apr 14 20:51:44.154041 dv-cinder-837541-3-iscsi neutron-server[110252]: {{(pid=110252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:51:44.234483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (2acd4853-f6d7-4ed6-9e4c-33439dd4a053), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.328867 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (2acd4853-f6d7-4ed6-9e4c-33439dd4a053), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.334033 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:44.334770 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:44.452470 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5563762 Apr 14 20:51:44.455190 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72b002-a984-442d-947b-cf1dcdb8185b demo demo] Pushing event updated for resources: {'Network': ['ID=2acd4853-f6d7-4ed6-9e4c-33439dd4a053,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:44.468697 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:51:46.992014 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52008) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:47.391538 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb530c-43ee-4234-a3df-efeda386eefd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:47.392868 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f1eb530c-43ee-4234-a3df-efeda386eefd demo admin] 10.222.0.37 "GET /v2.0/networks/2acd4853-f6d7-4ed6-9e4c-33439dd4a053 HTTP/1.1" status: 200 len: 825 time: 0.3998790 Apr 14 20:51:47.428311 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-7153f4a8-7b43-4538-959e-442949578b2c demo admin] 10.222.0.37 "GET /v2.0/subnetpools/f2d7a556-bc81-4108-bfb8-634882d2ff24 HTTP/1.1" status: 200 len: 734 time: 0.0298624 Apr 14 20:51:47.437043 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24', 'ip_version': 4, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'name': 'private-subnet'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:47.534542 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Made reservation on behalf of 3dfc07ec883f4a3c84d94cfe485c5c55 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:51:47.536818 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:47.888882 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (74d766e0-ba4a-4319-8e2c-3a77670d85f6), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:47.956508 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Checking segment: {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:51:47.956869 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Network hostable DHCP agents. Network: 2acd4853-f6d7-4ed6-9e4c-33439dd4a053, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:51:47.961693 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Pushing event updated for resources: {'Subnet': ['ID=74d766e0-ba4a-4319-8e2c-3a77670d85f6,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:48.039789 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:51:48.151757 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 2acd4853-f6d7-4ed6-9e4c-33439dd4a053) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:51:48.156305 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:51:48.156996 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:48.161413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4c3fe-c8a1-489f-bf69-16e1e755ce86 None None] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:51:48.253703 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-57890557-af3b-44a3-ab16-b1b6b34b464d demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8197279 Apr 14 20:51:48.531614 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:51:48.532881 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:48.815954 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Allocated IP 172.20.0.2 (2acd4853-f6d7-4ed6-9e4c-33439dd4a053/74d766e0-ba4a-4319-8e2c-3a77670d85f6/716e763d-73cd-4c45-bd6c-1e626d07521f) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:51:49.092436 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Publish callbacks [] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:49.175058 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:49.246714 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:51:49.255989 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:51:49.270257 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:51:49.272390 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Pushing event updated for resources: {'Port': ['ID=716e763d-73cd-4c45-bd6c-1e626d07521f,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:49.282970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.283325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.283712 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.284078 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.284421 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.284755 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.285094 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.285425 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.285754 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.286085 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.286415 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.286760 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.287093 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.287441 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.287769 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Tracked resource versions report: Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: pushed versions: Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: { 'AddressGroup': {'1.2'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Agent': {'1.1'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'ConntrackHelper': {'1.0'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Log': {'1.0'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'NDPProxy': {'1.0'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Network': {'1.1'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Port': {'1.7'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'PortForwarding': {'1.3'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'QosPolicy': {'1.10'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroup': {'1.5'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SubPort': {'1.0'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Subnet': {'1.1'}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Trunk': {'1.1'}} Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: consumer versions: Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Agent': '1.1', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'ConntrackHelper': '1.0', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'LocalIPAssociation': '1.0', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Log': '1.0', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'NDPProxy': '1.0', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Network': '1.1', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Port': '1.7', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'PortForwarding': '1.3', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'QosPolicy': '1.10', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroup': '1.5', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroupRule': '1.2', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SubPort': '1.0', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Subnet': '1.1', Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Trunk': '1.1'}} Apr 14 20:51:49.289245 dv-cinder-837541-3-iscsi neutron-server[110253]: {{(pid=110253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:51:49.365396 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Attempting to bind port 716e763d-73cd-4c45-bd6c-1e626d07521f on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:51:49.365721 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Attempting to bind port 716e763d-73cd-4c45-bd6c-1e626d07521f by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:51:49.366158 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Attempting to bind port 716e763d-73cd-4c45-bd6c-1e626d07521f on network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:51:49.371159 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:51:49.371584 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Checking segment: {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:51:49.372102 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:49.372500 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Bound using segment: {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:51:49.372986 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Bound port: 716e763d-73cd-4c45-bd6c-1e626d07521f, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:51:49.373404 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:49.439875 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] For port 716e763d-73cd-4c45-bd6c-1e626d07521f, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:51:49.459420 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] For port 716e763d-73cd-4c45-bd6c-1e626d07521f, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=716e763d-73cd-4c45-bd6c-1e626d07521f,segment=NetworkSegment(1d2cf49a-8b7c-40c8-a4e7-6223d848534f),segment_id=1d2cf49a-8b7c-40c8-a4e7-6223d848534f)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:51:49.534968 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:49.592658 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642466-a043-4f31-ab54-9101668472a5 None None] Pushing event updated for resources: {'Port': ['ID=716e763d-73cd-4c45-bd6c-1e626d07521f,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:51:50.844921 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 52016) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:51.157009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [None req-b41779f3-a779-45cc-9ad1-cac064eea53c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110251) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:51:51.158010 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b41779f3-a779-45cc-9ad1-cac064eea53c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121574 Apr 14 20:51:53.723120 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52024) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:54.039283 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [None req-702609f3-555b-48b6-baec-bed8dc3b57b7 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:51:54.040318 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-702609f3-555b-48b6-baec-bed8dc3b57b7 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162003 Apr 14 20:51:56.582304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52032) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:51:56.894897 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:51:56.988433 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (856d2648-427c-484c-8270-474768d3b683), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:56.989926 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (856d2648-427c-484c-8270-474768d3b683), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.124660 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] Publish callbacks [] for router_controller (856d2648-427c-484c-8270-474768d3b683), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.166127 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (856d2648-427c-484c-8270-474768d3b683), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.290579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:51:57.291703 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-585f2b08-210c-4ea9-9ed1-cc0d22111cea demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7083802 Apr 14 20:51:59.849533 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52044) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:00.060820 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 716e763d-73cd-4c45-bd6c-1e626d07521f up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:52:00.151885 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 716e763d-73cd-4c45-bd6c-1e626d07521f triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:00.152539 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:00.187174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [None req-e29da380-dfec-4912-b0eb-876996cb6710 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:52:00.189464 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e29da380-dfec-4912-b0eb-876996cb6710 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3377156 Apr 14 20:52:00.270310 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 716e763d-73cd-4c45-bd6c-1e626d07521f is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:00.270712 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:00.309656 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 716e763d-73cd-4c45-bd6c-1e626d07521f, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=716e763d-73cd-4c45-bd6c-1e626d07521f,segment=NetworkSegment(1d2cf49a-8b7c-40c8-a4e7-6223d848534f),segment_id=1d2cf49a-8b7c-40c8-a4e7-6223d848534f)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:00.386053 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:00.443984 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=716e763d-73cd-4c45-bd6c-1e626d07521f,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:01.102285 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d786624-9be7-42c2-bebd-561e6f028325 None None] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:01.165852 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-9fb657d9-eb03-49c8-8740-14b4d2200066 None None] Provisioning complete for port 716e763d-73cd-4c45-bd6c-1e626d07521f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:01.166758 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9fb657d9-eb03-49c8-8740-14b4d2200066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:01.294599 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-9fb657d9-eb03-49c8-8740-14b4d2200066 None None] Current status of the port 716e763d-73cd-4c45-bd6c-1e626d07521f is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:01.614402 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-17cd95c7-070b-4b27-a589-f883525e971a None None] Provisioning complete for port 716e763d-73cd-4c45-bd6c-1e626d07521f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:01.614607 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-17cd95c7-070b-4b27-a589-f883525e971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:01.695140 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-17cd95c7-070b-4b27-a589-f883525e971a None None] Current status of the port 716e763d-73cd-4c45-bd6c-1e626d07521f is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:02.049428 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 716e763d-73cd-4c45-bd6c-1e626d07521f up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:52:02.093619 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 716e763d-73cd-4c45-bd6c-1e626d07521f triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:02.094015 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:02.171985 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 716e763d-73cd-4c45-bd6c-1e626d07521f is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:02.713587 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-35f52747-e3d9-4f4b-a90a-5bb9c7d0efdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:02.772434 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52052) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:03.079283 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:52:03.153332 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Made reservation on behalf of 604fd2c925d7420abb2a091fc72d922c for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:52:03.155436 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.163148 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.233028 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks [] for security_group (ada991bf-caec-4afe-8a4f-4c0d1d735268), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.301983 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (ada991bf-caec-4afe-8a4f-4c0d1d735268), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.320659 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Reserving flat network on physical network physnet1 {{(pid=110252) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 20:52:03.339147 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada991bf-caec-4afe-8a4f-4c0d1d735268,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:03.345077 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (6df7eb19-1b3d-45ef-a0df-85140c813896), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.345415 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Added segment 6df7eb19-1b3d-45ef-a0df-85140c813896 of type flat for network 70c159b2-e987-42c8-a70e-3ec2c3750b85 Apr 14 20:52:03.390600 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (70c159b2-e987-42c8-a70e-3ec2c3750b85), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.467892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (70c159b2-e987-42c8-a70e-3ec2c3750b85), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.468757 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:03.469331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:03.557749 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] Pushing event updated for resources: {'Network': ['ID=70c159b2-e987-42c8-a70e-3ec2c3750b85,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:03.567459 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:52:03.628568 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cbd96981-9551-4c5c-afbf-773e11ffca7d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8545456 Apr 14 20:52:05.102003 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b2920227-696e-4617-9413-c16c312effe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.113520 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52060) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:06.351593 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:06.405990 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc624a8-365e-4332-8544-93585837d85e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:06.407325 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-2bc624a8-365e-4332-8544-93585837d85e demo admin] 10.222.0.37 "GET /v2.0/subnets/74d766e0-ba4a-4319-8e2c-3a77670d85f6 HTTP/1.1" status: 200 len: 849 time: 0.2928658 Apr 14 20:52:06.528835 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a5ecf3fb-14da-4043-8508-9970bad94c9b demo admin] 10.222.0.37 "GET /v2.0/routers/856d2648-427c-484c-8270-474768d3b683 HTTP/1.1" status: 200 len: 704 time: 0.1139596 Apr 14 20:52:06.793994 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.105166 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Allocated IP 172.20.0.1 (2acd4853-f6d7-4ed6-9e4c-33439dd4a053/74d766e0-ba4a-4319-8e2c-3a77670d85f6/4ecf155e-5d90-44be-9e94-db09454d4e05) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:52:07.302713 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks [] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.434514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.519586 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:52:07.527008 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:52:07.532864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:52:07.533014 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (856d2648-427c-484c-8270-474768d3b683), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.594626 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Pushing event updated for resources: {'Port': ['ID=4ecf155e-5d90-44be-9e94-db09454d4e05,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:07.696956 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.752343 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a308edbd-1124-4c42-acb1-b4a94cdf8b39 None None] Provisioning complete for port 4ecf155e-5d90-44be-9e94-db09454d4e05 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:07.752737 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a308edbd-1124-4c42-acb1-b4a94cdf8b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:07.786426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a308edbd-1124-4c42-acb1-b4a94cdf8b39 None None] Port 4ecf155e-5d90-44be-9e94-db09454d4e05 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:52:07.837214 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.046126 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks [] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.090766 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.091599 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (856d2648-427c-484c-8270-474768d3b683), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.177912 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Pushing event updated for resources: {'Port': ['ID=4ecf155e-5d90-44be-9e94-db09454d4e05,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:08.221882 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:52:08.223143 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:52:08.404854 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-9e99c569-7eb4-45d0-b696-c6304cfdf3ca None None] Provisioning complete for port 4ecf155e-5d90-44be-9e94-db09454d4e05 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:08.408563 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9e99c569-7eb4-45d0-b696-c6304cfdf3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:08.440208 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-9e99c569-7eb4-45d0-b696-c6304cfdf3ca None None] Port 4ecf155e-5d90-44be-9e94-db09454d4e05 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:52:08.482698 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Router 856d2648-427c-484c-8270-474768d3b683 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:52:08.579734 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:08.597984 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e56676e4-7704-422b-8fbd-18e058954e2e demo admin] 10.222.0.37 "PUT /v2.0/routers/856d2648-427c-484c-8270-474768d3b683/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0511904 Apr 14 20:52:08.598073 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Sync routers for ids ['856d2648-427c-484c-8270-474768d3b683'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:08.604219 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Routers {'856d2648-427c-484c-8270-474768d3b683'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:08.605084 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T20:52:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['856d2648-427c-484c-8270-474768d3b683'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:08.797565 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Set router 856d2648-427c-484c-8270-474768d3b683 gateway port host: None {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:09.212150 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856d2648-427c-484c-8270-474768d3b683', 'name': 'router1', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:51:56Z', 'updated_at': '2022-04-14T20:52:07Z', 'revision_number': 2, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'gw_port_host': None, '_interfaces': [{'id': '4ecf155e-5d90-44be-9e94-db09454d4e05', 'name': '', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'mac_address': 'fa:16:3e:32:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:06Z', 'updated_at': '2022-04-14T20:52:07Z', 'revision_number': 2, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'subnets': [{'id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:09.263578 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Checking router: 856d2648-427c-484c-8270-474768d3b683 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:09.263971 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Updating router 856d2648-427c-484c-8270-474768d3b683 port 4ecf155e-5d90-44be-9e94-db09454d4e05 binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:52:09.321172 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:09.387795 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:09.834413 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Publish callbacks [] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:09.919175 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.126823 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Pushing event updated for resources: {'Port': ['ID=4ecf155e-5d90-44be-9e94-db09454d4e05,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:10.142667 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.143011 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.143386 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.143743 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.144077 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.144402 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.144723 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.145044 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.145365 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.145685 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.146005 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.146337 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.146662 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.146975 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.147289 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Tracked resource versions report: Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: pushed versions: Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: { 'AddressGroup': {'1.2'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Agent': {'1.1'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'ConntrackHelper': {'1.0'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Log': {'1.0'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'NDPProxy': {'1.0'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Network': {'1.1'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Port': {'1.7'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'PortForwarding': {'1.3'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'QosPolicy': {'1.10'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroup': {'1.5'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SubPort': {'1.0'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Subnet': {'1.1'}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Trunk': {'1.1'}} Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: consumer versions: Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Agent': '1.1', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'ConntrackHelper': '1.0', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'LocalIPAssociation': '1.0', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Log': '1.0', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'NDPProxy': '1.0', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Network': '1.1', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Port': '1.7', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'PortForwarding': '1.3', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'QosPolicy': '1.10', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroup': '1.5', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroupRule': '1.2', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SubPort': '1.0', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Subnet': '1.1', Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Trunk': '1.1'}} Apr 14 20:52:10.148766 dv-cinder-837541-3-iscsi neutron-server[110254]: {{(pid=110254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:52:10.151232 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Attempting to bind port 4ecf155e-5d90-44be-9e94-db09454d4e05 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:52:10.151564 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Attempting to bind port 4ecf155e-5d90-44be-9e94-db09454d4e05 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:52:10.152233 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Attempting to bind port 4ecf155e-5d90-44be-9e94-db09454d4e05 on network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:52:10.157939 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:52:10.158351 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Checking segment: {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:52:10.159399 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.159399 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Bound using segment: {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:52:10.159684 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Bound port: 4ecf155e-5d90-44be-9e94-db09454d4e05, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2cf49a-8b7c-40c8-a4e7-6223d848534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:52:10.160857 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.174404 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-20ecf3bb-cd89-452a-a811-95c9298ca1c9 None None] Provisioning complete for port 4ecf155e-5d90-44be-9e94-db09454d4e05 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:10.174806 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-20ecf3bb-cd89-452a-a811-95c9298ca1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.214256 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-20ecf3bb-cd89-452a-a811-95c9298ca1c9 None None] Port 4ecf155e-5d90-44be-9e94-db09454d4e05 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:52:10.228759 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] For port 4ecf155e-5d90-44be-9e94-db09454d4e05, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:52:10.249571 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] For port 4ecf155e-5d90-44be-9e94-db09454d4e05, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4ecf155e-5d90-44be-9e94-db09454d4e05,segment=NetworkSegment(1d2cf49a-8b7c-40c8-a4e7-6223d848534f),segment_id=1d2cf49a-8b7c-40c8-a4e7-6223d848534f)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:52:10.322873 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.384278 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838adba-a38b-4c91-b530-54fe4973344c None None] Pushing event updated for resources: {'Port': ['ID=4ecf155e-5d90-44be-9e94-db09454d4e05,revision_number=4']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:10.386916 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Routers {'856d2648-427c-484c-8270-474768d3b683'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:10.387545 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T20:52:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['856d2648-427c-484c-8270-474768d3b683'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:10.484969 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] Set router 856d2648-427c-484c-8270-474768d3b683 gateway port host: None {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:10.533383 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] Provisioning complete for port 4ecf155e-5d90-44be-9e94-db09454d4e05 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:10.533939 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.616115 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] Current status of the port 4ecf155e-5d90-44be-9e94-db09454d4e05 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:10.617008 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.651446 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] For port 4ecf155e-5d90-44be-9e94-db09454d4e05, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4ecf155e-5d90-44be-9e94-db09454d4e05,segment=NetworkSegment(1d2cf49a-8b7c-40c8-a4e7-6223d848534f),segment_id=1d2cf49a-8b7c-40c8-a4e7-6223d848534f)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:10.694484 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856d2648-427c-484c-8270-474768d3b683', 'name': 'router1', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:51:56Z', 'updated_at': '2022-04-14T20:52:07Z', 'revision_number': 2, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'gw_port_host': None, '_interfaces': [{'id': '4ecf155e-5d90-44be-9e94-db09454d4e05', 'name': '', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'mac_address': 'fa:16:3e:32:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:06Z', 'updated_at': '2022-04-14T20:52:10Z', 'revision_number': 4, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'subnets': [{'id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:10.722401 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e9d45-d7b4-4320-909e-3e6f4fa03374 None None] The sync data for ids ['856d2648-427c-484c-8270-474768d3b683'] in dv-cinder-837541-3-iscsi is: [{'id': '856d2648-427c-484c-8270-474768d3b683', 'name': 'router1', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:51:56Z', 'updated_at': '2022-04-14T20:52:07Z', 'revision_number': 2, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'gw_port_host': None, '_interfaces': [{'id': '4ecf155e-5d90-44be-9e94-db09454d4e05', 'name': '', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'mac_address': 'fa:16:3e:32:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:06Z', 'updated_at': '2022-04-14T20:52:10Z', 'revision_number': 4, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'subnets': [{'id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:10.782224 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:10.831623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2ef8f-c9ee-4110-91bb-865e63979fa1 None None] Pushing event updated for resources: {'Port': ['ID=4ecf155e-5d90-44be-9e94-db09454d4e05,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:11.079520 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52082) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:11.189249 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260684f0-657c-4e35-8162-768fdc0feebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:11.190514 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-260684f0-657c-4e35-8162-768fdc0feebf admin admin] 10.222.0.37 "GET /v2.0/networks/70c159b2-e987-42c8-a70e-3ec2c3750b85 HTTP/1.1" status: 200 len: 842 time: 0.1100385 Apr 14 20:52:11.199805 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:52:11.279277 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Made reservation on behalf of 604fd2c925d7420abb2a091fc72d922c for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:52:11.281729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:11.687771 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.objects.ports [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110252) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 20:52:11.688187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (c3a6a87c-49a1-4662-8ed5-8171d19af883), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:11.736141 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a6a87c-49a1-4662-8ed5-8171d19af883,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:11.753212 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:52:11.753575 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Network hostable DHCP agents. Network: 70c159b2-e987-42c8-a70e-3ec2c3750b85, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:52:11.853688 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:52:11.939616 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 70c159b2-e987-42c8-a70e-3ec2c3750b85) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:52:11.944476 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:11.946408 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:11.947604 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558a8c7-660b-48fb-9020-14f9773bfa70 None None] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:12.028222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-81f43965-70bf-4025-8a64-67916b1d4ba7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8317065 Apr 14 20:52:12.049077 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019721e9-47f0-4ae1-a265-955a01f8becc None None] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:52:14.451759 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52100) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:14.583803 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-896a26f9-4931-414d-a220-fb385b389f94 demo admin] 10.222.0.37 "GET /v2.0/routers/856d2648-427c-484c-8270-474768d3b683 HTTP/1.1" status: 200 len: 710 time: 0.1307726 Apr 14 20:52:14.668722 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87ed13-9ce2-4d48-b4db-9669636f9669 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:52:14.670010 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6a87ed13-9ce2-4d48-b4db-9669636f9669 demo admin] 10.222.0.37 "GET /v2.0/networks/70c159b2-e987-42c8-a70e-3ec2c3750b85 HTTP/1.1" status: 200 len: 886 time: 0.0804286 Apr 14 20:52:14.678906 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:52:14.938125 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks [] for router_gateway (856d2648-427c-484c-8270-474768d3b683), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:15.245595 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks [] for router_gateway (856d2648-427c-484c-8270-474768d3b683), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:15.322539 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:15.440630 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Allocated IP 172.27.2.77 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/598e0552-dcf5-45d3-9130-a0c1e0bbe109) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:52:15.543858 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks [] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:15.642910 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:15.678163 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:52:15.681508 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:52:15.687044 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:52:15.748418 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Pushing event updated for resources: {'Port': ['ID=598e0552-dcf5-45d3-9130-a0c1e0bbe109,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:16.097798 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks [] for router_gateway (856d2648-427c-484c-8270-474768d3b683), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:16.297800 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1741498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8369'] for router (856d2648-427c-484c-8270-474768d3b683), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:16.301050 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1741491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1741480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744188'] for router (856d2648-427c-484c-8270-474768d3b683), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:16.406726 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Router 856d2648-427c-484c-8270-474768d3b683 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:52:16.514842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:52:16.519010 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:16.539393 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-78faff8d-c1d6-4ddb-989f-af0c7ae0ff75 demo admin] 10.222.0.37 "PUT /v2.0/routers/856d2648-427c-484c-8270-474768d3b683 HTTP/1.1" status: 200 len: 889 time: 1.8444588 Apr 14 20:52:18.061982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4ecf155e-5d90-44be-9e94-db09454d4e05 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:52:18.107547 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 4ecf155e-5d90-44be-9e94-db09454d4e05 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:18.107939 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:18.184009 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4ecf155e-5d90-44be-9e94-db09454d4e05 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:19.058541 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52112) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:52:19.169319 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-aa23aaae-29a9-43a0-89ad-89d7defb3511 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1095593 Apr 14 20:52:19.395232 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Sync routers for ids ['856d2648-427c-484c-8270-474768d3b683'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:52:19.408255 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Routers {'856d2648-427c-484c-8270-474768d3b683'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:19.408966 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T20:52:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['856d2648-427c-484c-8270-474768d3b683'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:19.637461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Set router 856d2648-427c-484c-8270-474768d3b683 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:20.103833 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856d2648-427c-484c-8270-474768d3b683', 'name': 'router1', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '598e0552-dcf5-45d3-9130-a0c1e0bbe109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:51:56Z', 'updated_at': '2022-04-14T20:52:15Z', 'revision_number': 4, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'gw_port': {'id': '598e0552-dcf5-45d3-9130-a0c1e0bbe109', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:35:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:15Z', 'updated_at': '2022-04-14T20:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '4ecf155e-5d90-44be-9e94-db09454d4e05', 'name': '', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'mac_address': 'fa:16:3e:32:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:06Z', 'updated_at': '2022-04-14T20:52:10Z', 'revision_number': 5, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'subnets': [{'id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:20.158416 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Checking router: 856d2648-427c-484c-8270-474768d3b683 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:52:20.158709 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Updating router 856d2648-427c-484c-8270-474768d3b683 port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:52:20.210632 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.531602 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Publish callbacks [] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.599590 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.653787 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Attempting to bind port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:52:20.654163 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Attempting to bind port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:52:20.654536 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Attempting to bind port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:52:20.657310 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462711c7-d4f3-4563-a52e-f553a9da2eb8 None None] Pushing event updated for resources: {'Port': ['ID=598e0552-dcf5-45d3-9130-a0c1e0bbe109,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:20.661721 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:52:20.662104 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:52:20.662512 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.663463 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:52:20.663946 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Bound port: 598e0552-dcf5-45d3-9130-a0c1e0bbe109, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:52:20.664408 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.712776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] For port 598e0552-dcf5-45d3-9130-a0c1e0bbe109, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:52:20.715774 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] For port 598e0552-dcf5-45d3-9130-a0c1e0bbe109, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=598e0552-dcf5-45d3-9130-a0c1e0bbe109,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:52:20.782864 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:20.832722 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Routers {'856d2648-427c-484c-8270-474768d3b683'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:52:20.833381 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T20:52:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['856d2648-427c-484c-8270-474768d3b683'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:20.894412 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462711c7-d4f3-4563-a52e-f553a9da2eb8 None None] Pushing event updated for resources: {'Port': ['ID=598e0552-dcf5-45d3-9130-a0c1e0bbe109,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:20.963468 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] Set router 856d2648-427c-484c-8270-474768d3b683 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:52:21.180078 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856d2648-427c-484c-8270-474768d3b683', 'name': 'router1', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '598e0552-dcf5-45d3-9130-a0c1e0bbe109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:51:56Z', 'updated_at': '2022-04-14T20:52:15Z', 'revision_number': 4, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'gw_port': {'id': '598e0552-dcf5-45d3-9130-a0c1e0bbe109', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:35:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:15Z', 'updated_at': '2022-04-14T20:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '4ecf155e-5d90-44be-9e94-db09454d4e05', 'name': '', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'mac_address': 'fa:16:3e:32:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:06Z', 'updated_at': '2022-04-14T20:52:10Z', 'revision_number': 5, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'subnets': [{'id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:52:21.207484 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48218bf7-eb84-4be6-830c-1ab95043933d None None] The sync data for ids ['856d2648-427c-484c-8270-474768d3b683'] in dv-cinder-837541-3-iscsi is: [{'id': '856d2648-427c-484c-8270-474768d3b683', 'name': 'router1', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '598e0552-dcf5-45d3-9130-a0c1e0bbe109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:51:56Z', 'updated_at': '2022-04-14T20:52:15Z', 'revision_number': 4, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'gw_port': {'id': '598e0552-dcf5-45d3-9130-a0c1e0bbe109', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:35:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:15Z', 'updated_at': '2022-04-14T20:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '4ecf155e-5d90-44be-9e94-db09454d4e05', 'name': '', 'network_id': '2acd4853-f6d7-4ed6-9e4c-33439dd4a053', 'tenant_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'mac_address': 'fa:16:3e:32:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856d2648-427c-484c-8270-474768d3b683', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:52:06Z', 'updated_at': '2022-04-14T20:52:10Z', 'revision_number': 5, 'project_id': '3dfc07ec883f4a3c84d94cfe485c5c55', 'subnets': [{'id': '74d766e0-ba4a-4319-8e2c-3a77670d85f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2d7a556-bc81-4108-bfb8-634882d2ff24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:52:22.091573 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 598e0552-dcf5-45d3-9130-a0c1e0bbe109 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:52:22.148210 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:22.148708 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:22.238075 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:22.238399 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:22.274026 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 598e0552-dcf5-45d3-9130-a0c1e0bbe109, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=598e0552-dcf5-45d3-9130-a0c1e0bbe109,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:52:22.339955 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:22.397700 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=598e0552-dcf5-45d3-9130-a0c1e0bbe109,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:52:24.114169 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 598e0552-dcf5-45d3-9130-a0c1e0bbe109 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:52:24.165483 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:52:24.166133 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (598e0552-dcf5-45d3-9130-a0c1e0bbe109), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:24.261217 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 598e0552-dcf5-45d3-9130-a0c1e0bbe109 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:52:32.015822 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:52:32.627522 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5b7919d3-3998-4fe3-b5b2-98a1678b159d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:35.125265 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-22ab7bcf-9953-4334-925d-c49fc49955db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:36.490479 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:37.688423 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:52:39.393313 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:02.624685 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-271f207d-2a72-4d03-8dd9-1b7b4bd5be24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:05.143401 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-437e6ad5-f5ac-4b37-aedd-b46385a63fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:06.373651 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:07.678733 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:09.016815 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:53:09.420550 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:32.623461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-002e9f38-e827-4f6d-a04a-e888d3039f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:35.225711 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2a0fec97-9be3-44b3-b407-aa45051b9012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:36.357462 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:37.691625 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:39.451909 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:44.930419 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52596) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:44.992222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab984262-a4f8-4ec1-b4ca-d476a16276b0 admin admin] GET failed (client error): The resource could not be found. Apr 14 20:53:44.993519 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ab984262-a4f8-4ec1-b4ca-d476a16276b0 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621479 Apr 14 20:53:45.157180 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae509b-4df2-44c4-84a6-dc036cb80047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:45.158696 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-3dae509b-4df2-44c4-84a6-dc036cb80047 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611550 Apr 14 20:53:46.015618 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:53:47.503672 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52606) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:47.599490 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabfaf36-985b-4f55-90da-bdfff78463ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:47.601130 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-fabfaf36-985b-4f55-90da-bdfff78463ee admin admin] 10.222.0.37 "GET /v2.0/subnets/74d766e0-ba4a-4319-8e2c-3a77670d85f6 HTTP/1.1" status: 200 len: 849 time: 0.0964353 Apr 14 20:53:47.610781 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:53:47.697038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Publish callbacks [] for subnet (74d766e0-ba4a-4319-8e2c-3a77670d85f6), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.956784 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788913451551'] for subnet (74d766e0-ba4a-4319-8e2c-3a77670d85f6), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.991532 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:47.992730 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:47.993395 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] 10.222.0.37 "PUT /v2.0/subnets/74d766e0-ba4a-4319-8e2c-3a77670d85f6 HTTP/1.1" status: 200 len: 868 time: 0.3865197 Apr 14 20:53:47.999985 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd61479-7070-4efd-b673-379bd2d82156 None None] Network 2acd4853-f6d7-4ed6-9e4c-33439dd4a053 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:53:48.013856 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d766e0-ba4a-4319-8e2c-3a77670d85f6,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:53:48.021706 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.022058 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.022433 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.022783 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.023567 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.023908 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.024240 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.024568 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.024924 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.025259 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.025603 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.025941 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.026268 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.026593 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.026916 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06357f9f-0f60-49ef-83eb-50516b22deb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:53:48.314509 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-7e0c1b33-ad59-45f2-9adf-5de26e7527c5 None None] Provisioning complete for port 4ecf155e-5d90-44be-9e94-db09454d4e05 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:48.314884 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1b33-ad59-45f2-9adf-5de26e7527c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4ecf155e-5d90-44be-9e94-db09454d4e05), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.395076 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c1b33-ad59-45f2-9adf-5de26e7527c5 None None] Current status of the port 4ecf155e-5d90-44be-9e94-db09454d4e05 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:48.403661 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-7e0c1b33-ad59-45f2-9adf-5de26e7527c5 None None] Provisioning complete for port 716e763d-73cd-4c45-bd6c-1e626d07521f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:53:48.404054 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1b33-ad59-45f2-9adf-5de26e7527c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (716e763d-73cd-4c45-bd6c-1e626d07521f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:53:48.479333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c1b33-ad59-45f2-9adf-5de26e7527c5 None None] Current status of the port 716e763d-73cd-4c45-bd6c-1e626d07521f is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:53:50.349410 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52614) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:50.546253 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c3785-ccbe-4d44-a5ee-48621213b5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:50.546762 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c3785-ccbe-4d44-a5ee-48621213b5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:50.548352 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b68c3785-ccbe-4d44-a5ee-48621213b5bb admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979620 Apr 14 20:53:52.871844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52622) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:53.110184 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66232b-a397-4368-b85f-968d8f5171fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:53.110648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66232b-a397-4368-b85f-968d8f5171fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:53.112225 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9c66232b-a397-4368-b85f-968d8f5171fb admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2394423 Apr 14 20:53:55.439872 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 52630) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:55.690772 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efc047a-178a-41ad-bb1b-97183578b5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:55.692264 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6efc047a-178a-41ad-bb1b-97183578b5a3 admin admin] 10.222.0.37 "GET /v2.0/networks/2acd4853-f6d7-4ed6-9e4c-33439dd4a053 HTTP/1.1" status: 200 len: 869 time: 0.2514622 Apr 14 20:53:58.123665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 52640) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:53:58.252700 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5624dd9-2869-4a24-b2f9-5e15bae044fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:53:58.254055 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e5624dd9-2869-4a24-b2f9-5e15bae044fa admin admin] 10.222.0.37 "GET /v2.0/networks/70c159b2-e987-42c8-a70e-3ec2c3750b85 HTTP/1.1" status: 200 len: 886 time: 0.1294360 Apr 14 20:54:00.604979 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52648) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:00.741304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25208aed-11d3-4bd4-9aa3-e975382fd8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:00.741756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25208aed-11d3-4bd4-9aa3-e975382fd8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:00.743320 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-25208aed-11d3-4bd4-9aa3-e975382fd8cb admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1373656 Apr 14 20:54:02.636564 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c9e9e56f-6dc9-49a1-99c3-e82a3bb7e2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:03.138865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52656) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:03.233348 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccd953-8d8d-41ed-94dc-b02833f2a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:03.233800 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccd953-8d8d-41ed-94dc-b02833f2a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:03.235301 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-72ccd953-8d8d-41ed-94dc-b02833f2a65c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954142 Apr 14 20:54:05.151041 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0065d933-ce26-4a96-8230-fd828be934d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:05.558039 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52664) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:05.650983 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c012e0-490d-4dde-b76a-f970e75a903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:05.652411 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-48c012e0-490d-4dde-b76a-f970e75a903b admin admin] 10.222.0.37 "GET /v2.0/subnets/74d766e0-ba4a-4319-8e2c-3a77670d85f6 HTTP/1.1" status: 200 len: 868 time: 0.0934360 Apr 14 20:54:06.378882 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:07.682216 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:08.020804 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52672) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:08.107916 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e4e16-d2e3-4deb-a3aa-d064aa66da27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:08.109247 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a56e4e16-d2e3-4deb-a3aa-d064aa66da27 admin admin] 10.222.0.37 "GET /v2.0/subnets/c3a6a87c-49a1-4662-8ed5-8171d19af883 HTTP/1.1" status: 200 len: 816 time: 0.0874197 Apr 14 20:54:09.407937 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:23.013920 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:54:32.676167 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b72b037c-cd2a-4006-b104-83cec3a5d322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:35.141599 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e2d59ec2-dccb-4991-a3b4-76b5fa853911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:36.456019 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:37.678334 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:39.462631 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:49.583669 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52730) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:49.633312 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [None req-a9d2471f-fdab-4ec4-b407-c6b48891e79e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:54:49.634320 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a9d2471f-fdab-4ec4-b407-c6b48891e79e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497065 Apr 14 20:54:52.110382 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52738) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:52.181226 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.pecan_wsgi.hooks.translation [None req-20009ee2-3419-49c0-ba8a-503afee9e916 admin admin] GET failed (client error): The resource could not be found. Apr 14 20:54:52.182566 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-20009ee2-3419-49c0-ba8a-503afee9e916 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712464 Apr 14 20:54:52.266588 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925556-99d8-466f-833c-2fd6d1ed3979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:52.268129 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b1925556-99d8-466f-833c-2fd6d1ed3979 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813892 Apr 14 20:54:54.685163 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52746) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:54.733992 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:54:54.969863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Made reservation on behalf of 604fd2c925d7420abb2a091fc72d922c for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:54:54.972647 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:55.001837 dv-cinder-837541-3-iscsi neutron-server[110252]: WARNING neutron.services.revisions.revision_plugin [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Could not find related network for resource to bump revision. Apr 14 20:54:55.012863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:54:55.021780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (c88d47d5-6606-4bca-a4b8-4c27023ea1a3), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:55.022122 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Added segment c88d47d5-6606-4bca-a4b8-4c27023ea1a3 of type vlan for network 89180a8b-20c2-4a47-91a8-4b84b374a689 Apr 14 20:54:55.065053 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (89180a8b-20c2-4a47-91a8-4b84b374a689), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:55.158452 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (89180a8b-20c2-4a47-91a8-4b84b374a689), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:55.159462 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:55.160051 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:55.220251 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Pushing event updated for resources: {'Network': ['ID=89180a8b-20c2-4a47-91a8-4b84b374a689,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:55.226813 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.227162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.227554 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.227892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.228222 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.228549 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.228872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.229194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.229518 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.229841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.230161 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.230481 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.230797 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.231388 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.231706 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:55.243991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 89180a8b-20c2-4a47-91a8-4b84b374a689 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:54:55.277797 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-be9d9c6e-edb7-462d-9998-2856adf48e73 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5915287 Apr 14 20:54:57.644693 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52754) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:54:57.705210 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a86be8f-4be4-42a9-80a3-1a3ddb8bf79c admin admin] GET failed (client error): The resource could not be found. Apr 14 20:54:57.706553 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9a86be8f-4be4-42a9-80a3-1a3ddb8bf79c admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609016 Apr 14 20:54:57.779976 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae7aab-9fc1-4d89-86cb-500a91f6f06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:57.781511 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b1ae7aab-9fc1-4d89-86cb-500a91f6f06f admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709369 Apr 14 20:54:57.792334 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:54:57.907003 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Made reservation on behalf of 604fd2c925d7420abb2a091fc72d922c for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:54:57.909563 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:58.130038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (7ed2e470-a560-4768-9b03-65aae3c6cd4e), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:58.193790 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed2e470-a560-4768-9b03-65aae3c6cd4e,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:58.199188 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Checking segment: {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:54:58.199595 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Network hostable DHCP agents. Network: 89180a8b-20c2-4a47-91a8-4b84b374a689, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:54:58.335321 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Network 89180a8b-20c2-4a47-91a8-4b84b374a689 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:54:58.452672 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 89180a8b-20c2-4a47-91a8-4b84b374a689) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:54:58.457396 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:54:58.458003 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:58.462916 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67723fd-7437-4adb-b560-94681b1e1c22 None None] Network 89180a8b-20c2-4a47-91a8-4b84b374a689 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:54:58.552442 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d56a0443-49c4-41dc-a4a6-cb764ed0e7c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7636921 Apr 14 20:54:58.574087 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-89180a8b-20c2-4a47-91a8-4b84b374a689', 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689', 'project_id': '604fd2c925d7420abb2a091fc72d922c', 'fixed_ips': [{'subnet_id': '7ed2e470-a560-4768-9b03-65aae3c6cd4e'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:54:58.575113 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:58.727251 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Allocated IP 192.168.233.2 (89180a8b-20c2-4a47-91a8-4b84b374a689/7ed2e470-a560-4768-9b03-65aae3c6cd4e/5f837539-3510-4b2b-97b5-00eb4782d354) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:54:58.890791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Publish callbacks [] for port (5f837539-3510-4b2b-97b5-00eb4782d354), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:58.969971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:59.007342 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Network 89180a8b-20c2-4a47-91a8-4b84b374a689 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:54:59.010253 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:54:59.016338 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:54:59.028615 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Pushing event updated for resources: {'Port': ['ID=5f837539-3510-4b2b-97b5-00eb4782d354,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:54:59.038175 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.038531 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.038905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.039274 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.039652 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.039997 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.040333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.040670 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.041004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.041364 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.041698 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.042048 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.042380 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.042709 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.043038 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:54:59.096444 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Attempting to bind port 5f837539-3510-4b2b-97b5-00eb4782d354 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:54:59.097404 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Attempting to bind port 5f837539-3510-4b2b-97b5-00eb4782d354 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:54:59.097778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Attempting to bind port 5f837539-3510-4b2b-97b5-00eb4782d354 on network 89180a8b-20c2-4a47-91a8-4b84b374a689 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:54:59.103018 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:54:59.103425 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Checking segment: {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:54:59.103843 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:59.104242 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Bound using segment: {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:54:59.104715 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Bound port: 5f837539-3510-4b2b-97b5-00eb4782d354, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:54:59.105097 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:59.271228 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] For port 5f837539-3510-4b2b-97b5-00eb4782d354, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:54:59.275097 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] For port 5f837539-3510-4b2b-97b5-00eb4782d354, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5f837539-3510-4b2b-97b5-00eb4782d354,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:54:59.361583 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:54:59.419544 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ff3df-c6b5-4322-90e4-2d1dfe8c844f None None] Pushing event updated for resources: {'Port': ['ID=5f837539-3510-4b2b-97b5-00eb4782d354,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:00.012920 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:55:00.208912 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5f837539-3510-4b2b-97b5-00eb4782d354 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:55:00.273857 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5f837539-3510-4b2b-97b5-00eb4782d354 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:55:00.274273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:00.376781 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5f837539-3510-4b2b-97b5-00eb4782d354 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:55:00.379126 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:00.390468 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6a1b1-6185-4811-b54c-871d5e802cd2 None None] Network 89180a8b-20c2-4a47-91a8-4b84b374a689 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:55:00.515207 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 5f837539-3510-4b2b-97b5-00eb4782d354, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5f837539-3510-4b2b-97b5-00eb4782d354,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:55:00.519625 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-5cada316-dd34-4fb8-98f4-16716d0d991b None None] Provisioning complete for port 5f837539-3510-4b2b-97b5-00eb4782d354 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:55:00.520021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5cada316-dd34-4fb8-98f4-16716d0d991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:00.589735 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:00.686805 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=5f837539-3510-4b2b-97b5-00eb4782d354,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:55:00.694547 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-5cada316-dd34-4fb8-98f4-16716d0d991b None None] Current status of the port 5f837539-3510-4b2b-97b5-00eb4782d354 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:55:00.818655 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-1ade6073-c1e7-4cf2-9742-a43cf156aa98 None None] Provisioning complete for port 5f837539-3510-4b2b-97b5-00eb4782d354 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:55:00.819043 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-1ade6073-c1e7-4cf2-9742-a43cf156aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:00.907281 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-1ade6073-c1e7-4cf2-9742-a43cf156aa98 None None] Current status of the port 5f837539-3510-4b2b-97b5-00eb4782d354 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:55:02.153366 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5f837539-3510-4b2b-97b5-00eb4782d354 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:55:02.199800 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5f837539-3510-4b2b-97b5-00eb4782d354 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:55:02.200281 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5f837539-3510-4b2b-97b5-00eb4782d354), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:02.278624 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5f837539-3510-4b2b-97b5-00eb4782d354 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:55:02.629565 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-588c2e46-d340-4cab-b90f-1daefbd4fc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:05.158178 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7e663788-da9a-4624-ba2a-6a8c28a6f802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:06.369491 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:07.709355 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:09.414748 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:32.622760 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-514cfd22-bd02-40f1-8505-d836930fe0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:35.113700 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-bd5fd263-3647-4189-9e60-ea885398979a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:36.405643 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:37.011446 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:55:37.725482 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:55:39.454414 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:02.628002 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e15e6b7b-f2b6-4b1b-9f50-634f139f5584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:05.144961 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e1e22d62-30b9-4452-969d-aee17753e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:06.362134 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:07.678878 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:09.438703 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:14.009738 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:56:32.635185 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f4bb03d2-264b-40f4-b69f-8250ca7a6712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:35.155289 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-38c6736a-cccc-4799-bcd3-847179263916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:36.378306 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:37.689073 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:39.473052 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:56:51.009434 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:57:02.622999 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-92bfb579-4665-4a9b-901a-af6e8077c2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:05.128931 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-1f03d675-55a9-479e-8577-83b96e82b23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:06.388644 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:07.686229 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:09.417143 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:09.491932 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52794) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:57:09.497602 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [None req-f4616394-daf0-4ea9-b368-660294f8598c tempest-verify_tempest_config-622765194 tempest-verify_tempest_config-622765194-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:57:09.498561 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f4616394-daf0-4ea9-b368-660294f8598c tempest-verify_tempest_config-622765194 tempest-verify_tempest_config-622765194-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056877 Apr 14 20:57:10.093152 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52812) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:57:10.196992 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.273084 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Publish callbacks [] for security_group (6e864206-ec6b-41c1-a831-6873fd5f1cdf), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.516942 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6e864206-ec6b-41c1-a831-6873fd5f1cdf), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.566594 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22ee60c3dda9462291a0286eea5aab43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4724026 Apr 14 20:57:10.567289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e864206-ec6b-41c1-a831-6873fd5f1cdf,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:57:10.569161 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52816) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:57:10.579786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.580226 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.580546 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.580894 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.581229 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.581563 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.581893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.582221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.582551 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.582878 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.583228 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.583658 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.583988 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.584313 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.584683 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f8c225-a59a-4c19-953c-1580183807b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:57:10.637428 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-485864ea-0f45-43d1-b678-8c355537182c admin admin] Publish callbacks [] for security_group (6e864206-ec6b-41c1-a831-6873fd5f1cdf), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.657876 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-485864ea-0f45-43d1-b678-8c355537182c admin admin] Publish callbacks [] for security_group (6e864206-ec6b-41c1-a831-6873fd5f1cdf), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.840564 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-485864ea-0f45-43d1-b678-8c355537182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6e864206-ec6b-41c1-a831-6873fd5f1cdf), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.843070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-485864ea-0f45-43d1-b678-8c355537182c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:10.844242 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-485864ea-0f45-43d1-b678-8c355537182c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e864206-ec6b-41c1-a831-6873fd5f1cdf HTTP/1.1" status: 204 len: 168 time: 0.2734087 Apr 14 20:57:10.852369 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485864ea-0f45-43d1-b678-8c355537182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e864206-ec6b-41c1-a831-6873fd5f1cdf,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:57:28.007380 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:57:32.679436 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8a43a054-1091-44e6-9cb5-6cbabf1ecf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:35.124874 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e861d532-54be-46fc-a3bd-b3f413fea3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:36.367476 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:37.687224 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:57:39.418576 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:02.635238 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fe5bcd3d-80d7-4c67-8192-c077ee68e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:05.006790 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:58:05.143802 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3857a03f-cb3d-446c-ba51-ee0817e6f047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:06.375629 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:07.812347 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:09.406402 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:32.640579 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2076f895-f1ab-4175-a2cf-61f6d4e0ea61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:35.126147 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ac70e6e2-795f-47f2-b1e5-4f50e373d002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:36.409518 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:37.717597 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:39.426057 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:58:42.005658 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 5 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:59:02.619585 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f918d110-f954-44f8-97a7-0e22945ac875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:05.122841 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e423e23c-69ff-408d-9046-c9337283110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:06.399497 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:07.362479 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1743272'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:07.702263 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:09.419701 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:19.005659 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:59:23.641792 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52888) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:59:23.743191 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e46c72e3-4dd4-4f63-9098-068f2c33eb1f admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1003175 Apr 14 20:59:26.067381 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 52898) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:59:26.120666 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-22438594-8792-4ac3-94b6-abe4811f72c1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522237 Apr 14 20:59:32.618889 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9b20479b-f9df-4e23-9729-eaab59da572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:35.132922 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-bcc586fd-c22b-4ddd-9773-34452e667b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:36.407160 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:37.295524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:37.712821 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:39.409788 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:59:56.005190 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:00:02.626290 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ee76d3ef-c6b7-495e-b4e5-2aa8abc8a813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:05.146787 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-266bd14b-d66d-4189-937a-8e7cde677f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:06.417728 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:07.303590 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:07.749697 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:09.420635 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:32.608894 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f14d983c-43b4-42fc-b975-769221844759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:33.005244 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:00:35.151253 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-102fcdcc-ea98-426e-8bf6-00465bfc8607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:36.382857 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:37.345630 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:37.708598 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:00:39.419881 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:02.616617 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ae4d8624-8be8-4581-a0f0-d42933b611d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:05.121652 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-633f370c-8137-4071-beaf-cd98e758b25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:06.387378 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:07.388265 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:07.736237 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:09.440670 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:10.011385 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:01:12.310536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53080) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:12.916756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1653872163-network', 'tenant_id': 'eb334132123f4d279999acba060a0ad5'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:13.051374 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Made reservation on behalf of eb334132123f4d279999acba060a0ad5 for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:13.053693 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.062113 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.152162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks [] for security_group (5646b19c-013d-4b8a-a782-892f2d73119a), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.170320 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53110) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:13.177374 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53116) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:13.223249 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5646b19c-013d-4b8a-a782-892f2d73119a), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.246490 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:01:13.259427 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5646b19c-013d-4b8a-a782-892f2d73119a,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:13.267318 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (18c09e00-2049-45a5-b7e5-dc1fb1f073cd), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.267690 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Added segment 18c09e00-2049-45a5-b7e5-dc1fb1f073cd of type vlan for network 0ec47483-941a-4496-b4cc-b6129cf85a91 Apr 14 21:01:13.269951 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.270307 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.270668 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.271014 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.271345 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.271883 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.272214 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.272542 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.272888 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.273348 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.273697 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.274047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.274377 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.274701 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.275025 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Tracked resource versions report: Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: pushed versions: Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: { 'AddressGroup': {'1.2'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Agent': {'1.1'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'ConntrackHelper': {'1.0'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Log': {'1.0'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'NDPProxy': {'1.0'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Network': {'1.1'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Port': {'1.7'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'PortForwarding': {'1.3'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'QosPolicy': {'1.10'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroup': {'1.5'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SubPort': {'1.0'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Subnet': {'1.1'}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Trunk': {'1.1'}} Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: consumer versions: Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Agent': '1.1', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'ConntrackHelper': '1.0', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'LocalIPAssociation': '1.0', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Log': '1.0', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'NDPProxy': '1.0', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Network': '1.1', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Port': '1.7', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'PortForwarding': '1.3', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'QosPolicy': '1.10', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroup': '1.5', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SecurityGroupRule': '1.2', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'SubPort': '1.0', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Subnet': '1.1', Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: 'Trunk': '1.1'}} Apr 14 21:01:13.276201 dv-cinder-837541-3-iscsi neutron-server[110252]: {{(pid=110252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:01:13.320070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (0ec47483-941a-4496-b4cc-b6129cf85a91), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.351687 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53128) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:13.419027 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (0ec47483-941a-4496-b4cc-b6129cf85a91), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.420030 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:13.420610 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.494940 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] Pushing event updated for resources: {'Network': ['ID=0ec47483-941a-4496-b4cc-b6129cf85a91,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:13.509149 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:01:13.529566 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-856041723-network', 'tenant_id': '9a1103f5d891468882cee553728b3264'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:13.594533 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-833472460-network', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:13.615252 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-671a7d2a-53e5-4308-a9b9-ddfabee7a10c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3027990 Apr 14 21:01:13.619770 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53146) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:13.626491 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-network', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:13.657272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Request body: {'subnet': {'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1653872163-subnet', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:13.773807 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Made reservation on behalf of b602c5a899634978a1fda095694fbcc7 for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:13.777090 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.808129 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.839163 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Made reservation on behalf of eb334132123f4d279999acba060a0ad5 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:13.841812 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.853433 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Made reservation on behalf of 9a1103f5d891468882cee553728b3264 for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:13.856111 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.862866 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Made reservation on behalf of a3e2a0698ba04d88863d0ae0e4c6df9d for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:13.867015 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.873123 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:13.908866 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.000406 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks [] for security_group (87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.033580 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks [] for security_group (798a084c-83a4-4c4c-b7d3-bbd0e474b316), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.065037 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.095097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:01:14.135170 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788913482927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (a6148819-f294-49e6-baa1-efbe83f372e7), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.135802 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Unsubscribe: segment precommit_create {{(pid=110251) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:01:14.136331 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Added segment a6148819-f294-49e6-baa1-efbe83f372e7 of type vlan for network 4886497d-0573-4044-bfa7-39edf333da43 Apr 14 21:01:14.156729 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (798a084c-83a4-4c4c-b7d3-bbd0e474b316), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.183268 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:01:14.195044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (b193feb5-b52c-4a4d-bf9e-95db015857e6), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.195700 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Added segment b193feb5-b52c-4a4d-bf9e-95db015857e6 of type vlan for network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa Apr 14 21:01:14.195852 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks [] for security_group (2dacdea5-713b-4918-a23c-bf650f0399f5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.255172 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.282926 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2dacdea5-713b-4918-a23c-bf650f0399f5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.338531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dacdea5-713b-4918-a23c-bf650f0399f5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.350557 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.350655 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:01:14.359580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (19cd9072-8048-4f06-ad8f-850dd02e4581), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.360021 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Added segment 19cd9072-8048-4f06-ad8f-850dd02e4581 of type vlan for network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 Apr 14 21:01:14.360451 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (4886497d-0573-4044-bfa7-39edf333da43), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.364232 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.364473 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.364822 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.365337 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.365679 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.366009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.366332 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.366654 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.366981 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.367300 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.367678 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.368014 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.368335 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.369579 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.370505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Tracked resource versions report: Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: pushed versions: Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: { 'AddressGroup': {'1.2'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Agent': {'1.1'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'ConntrackHelper': {'1.0'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Log': {'1.0'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'NDPProxy': {'1.0'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Network': {'1.1'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Port': {'1.7'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'PortForwarding': {'1.3'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'QosPolicy': {'1.10'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'SecurityGroup': {'1.5'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'SubPort': {'1.0'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Subnet': {'1.1'}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Trunk': {'1.1'}} Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: consumer versions: Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Agent': '1.1', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'ConntrackHelper': '1.0', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'LocalIPAssociation': '1.0', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Log': '1.0', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'NDPProxy': '1.0', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Network': '1.1', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Port': '1.7', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'PortForwarding': '1.3', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'QosPolicy': '1.10', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'SecurityGroup': '1.5', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'SecurityGroupRule': '1.2', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'SubPort': '1.0', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Subnet': '1.1', Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: 'Trunk': '1.1'}} Apr 14 21:01:14.372943 dv-cinder-837541-3-iscsi neutron-server[110251]: {{(pid=110251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:01:14.411911 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (82b3934c-ff72-41f0-b18b-9a5efa9757e2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.422953 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.424608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.427417 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:14.428007 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.504577 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.535724 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Checking segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:14.540049 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Network hostable DHCP agents. Network: 0ec47483-941a-4496-b4cc-b6129cf85a91, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:01:14.583573 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4100735 Apr 14 21:01:14.584415 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53200) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:14.589390 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.602476 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Request body: {'subnet': {'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-856041723-subnet', 'tenant_id': '9a1103f5d891468882cee553728b3264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:14.604167 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:01:14.606039 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5d8ca-59b1-4745-a41b-f9b2fb924ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a084c-83a4-4c4c-b7d3-bbd0e474b316,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.639449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (82b3934c-ff72-41f0-b18b-9a5efa9757e2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.640787 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:14.641551 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.676805 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (4886497d-0573-4044-bfa7-39edf333da43), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.679890 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:14.680650 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.699212 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:01:14.741740 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] Pushing event updated for resources: {'Network': ['ID=82b3934c-ff72-41f0-b18b-9a5efa9757e2,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.754772 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:01:14.767866 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-84beff53-c87b-47cc-a773-7a1e29c6bb3a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4148412 Apr 14 21:01:14.774070 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53218) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:14.806116 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Request body: {'subnet': {'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-subnet', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:14.821877 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Made reservation on behalf of 9a1103f5d891468882cee553728b3264 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:14.821877 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.836716 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] Pushing event updated for resources: {'Network': ['ID=4886497d-0573-4044-bfa7-39edf333da43,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:14.852710 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 4886497d-0573-4044-bfa7-39edf333da43 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:01:14.874832 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1a368ea2-57ce-4ab1-8484-60c1bf8cb015 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6961846 Apr 14 21:01:14.879234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53220) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:14.885701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Request body: {'subnet': {'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-subnet', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:14.886692 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 0ec47483-941a-4496-b4cc-b6129cf85a91) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:14.895519 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:14.896112 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:14.926395 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69013432-8968-4a09-9436-85fa3aa19901 None None] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:15.028513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Made reservation on behalf of b602c5a899634978a1fda095694fbcc7 for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:15.038206 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.041506 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Made reservation on behalf of a3e2a0698ba04d88863d0ae0e4c6df9d for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:15.050319 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.054800 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-0ec47483-941a-4496-b4cc-b6129cf85a91', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:01:15.055848 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.113374 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8ab3351c-f316-4e98-ae22-8e833ee1bdf0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4570725 Apr 14 21:01:15.113538 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53230) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:15.121846 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:15.206387 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.224435 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Allocated IP 172.20.0.2 (0ec47483-941a-4496-b4cc-b6129cf85a91/d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f/4bd23508-223c-4828-afd2-c40613827368) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:15.244872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (a77c9296-b320-4ab1-9019-f1e573506990), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.244872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (a77c9296-b320-4ab1-9019-f1e573506990), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.454884 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:15.463901 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Publish callbacks [] for port (4bd23508-223c-4828-afd2-c40613827368), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.465013 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Checking segment: {'id': 'b193feb5-b52c-4a4d-bf9e-95db015857e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:15.465584 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Network hostable DHCP agents. Network: 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:01:15.470872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks [] for router_controller (a77c9296-b320-4ab1-9019-f1e573506990), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.556745 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (4bd23508-223c-4828-afd2-c40613827368), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.557704 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (38a4ef7f-c405-41d3-8cce-a17b1be917ff), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.566336 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:01:15.566438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (e5ffc871-e383-4f64-8126-d85cfe9a6327), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.610266 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:15.613524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:15.617321 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:15.647303 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a4ef7f-c405-41d3-8cce-a17b1be917ff,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:15.656631 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Pushing event updated for resources: {'Port': ['ID=4bd23508-223c-4828-afd2-c40613827368,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:15.667236 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.667966 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.668547 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.669149 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.669581 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.669981 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.670383 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.671378 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.671792 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.672194 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.672617 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.673037 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.673444 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.673839 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.674231 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Tracked resource versions report: Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: pushed versions: Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: { 'AddressGroup': {'1.2'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Agent': {'1.1'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'ConntrackHelper': {'1.0'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Log': {'1.0'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'NDPProxy': {'1.0'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Network': {'1.1'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Port': {'1.7'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'PortForwarding': {'1.3'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'QosPolicy': {'1.10'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroup': {'1.5'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SubPort': {'1.0'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Subnet': {'1.1'}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Trunk': {'1.1'}} Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: consumer versions: Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Agent': '1.1', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'ConntrackHelper': '1.0', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'LocalIPAssociation': '1.0', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Log': '1.0', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'NDPProxy': '1.0', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Network': '1.1', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Port': '1.7', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'PortForwarding': '1.3', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'QosPolicy': '1.10', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroup': '1.5', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SecurityGroupRule': '1.2', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'SubPort': '1.0', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Subnet': '1.1', Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: 'Trunk': '1.1'}} Apr 14 21:01:15.676044 dv-cinder-837541-3-iscsi neutron-server[110253]: {{(pid=110253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:01:15.706393 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:15.723620 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9094e1-5980-4d39-b615-8625b2746f6c None None] Network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:15.733042 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Attempting to bind port 4bd23508-223c-4828-afd2-c40613827368 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:15.733413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Attempting to bind port 4bd23508-223c-4828-afd2-c40613827368 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:15.733991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Attempting to bind port 4bd23508-223c-4828-afd2-c40613827368 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:15.740870 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:15.742124 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.750242 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Checking segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:15.750242 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Network hostable DHCP agents. Network: 82b3934c-ff72-41f0-b18b-9a5efa9757e2, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:01:15.760739 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks [] for router_gateway (a77c9296-b320-4ab1-9019-f1e573506990), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.769088 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:15.769928 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Checking segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:15.770554 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.771123 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Bound using segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:15.771853 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Bound port: 4bd23508-223c-4828-afd2-c40613827368, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:15.778301 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Checking segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:15.778452 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4bd23508-223c-4828-afd2-c40613827368), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.778565 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Network hostable DHCP agents. Network: 4886497d-0573-4044-bfa7-39edf333da43, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:01:15.786631 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ffc871-e383-4f64-8126-d85cfe9a6327,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:15.845502 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-30c5cb55-b2b2-432d-9e31-6dee839fdc21 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2510636 Apr 14 21:01:15.923783 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Network 4886497d-0573-4044-bfa7-39edf333da43 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:01:15.929224 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:01:15.933325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] For port 4bd23508-223c-4828-afd2-c40613827368, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:15.937494 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] For port 4bd23508-223c-4828-afd2-c40613827368, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4bd23508-223c-4828-afd2-c40613827368,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:15.941961 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 4886497d-0573-4044-bfa7-39edf333da43) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:15.942139 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3775723-e157-467c-a7e5-d71bd176d068 None None] Network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:15.948069 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:15.948672 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.961776 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 82b3934c-ff72-41f0-b18b-9a5efa9757e2) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:15.965150 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd17406-c008-445e-8d7c-c5a8ccf5eaeb None None] Network 4886497d-0573-4044-bfa7-39edf333da43 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:15.966973 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:15.969176 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:15.974504 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3a769-b0ac-4e57-aa45-be7de1cf0350 None None] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:16.068269 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks [] for router_gateway (a77c9296-b320-4ab1-9019-f1e573506990), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.069371 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1de5f92a-2b45-4272-97de-60de403494dd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1888492 Apr 14 21:01:16.072188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53258) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:16.080442 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:16.093905 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.125398 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-66ab8ada-f3b3-4c59-a827-ede77816d4d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3501616 Apr 14 21:01:16.131053 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53260) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:16.135684 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:16.144159 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53262) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:16.181720 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4bd23508-223c-4828-afd2-c40613827368), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.237583 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (9bde60fe-8941-4d44-9b9f-36c08c609476), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.239869 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (9bde60fe-8941-4d44-9b9f-36c08c609476), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.248282 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.249278 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.254704 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Allocated IP 172.27.2.129 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:16.324536 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524302f5-a8af-4759-b216-d77803dec7ae None None] Pushing event updated for resources: {'Port': ['ID=4bd23508-223c-4828-afd2-c40613827368,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:16.387537 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e8e88891-a714-4da2-bb18-ab99647fd7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.416760 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-4886497d-0573-4044-bfa7-39edf333da43', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:01:16.417925 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.440835 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks [] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.446828 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53290) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:16.450072 dv-cinder-837541-3-iscsi neutron-server[110252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:01:16.512423 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks [] for router_controller (9bde60fe-8941-4d44-9b9f-36c08c609476), precommit_add_association {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.513624 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks [] for router_controller (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), precommit_add_association {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.589413 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e8e88891-a714-4da2-bb18-ab99647fd7b7 admin admin] Publish callbacks [] for security_group (148f1337-d117-438e-b3ee-9e6df6cddb8d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.646536 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:01:16.652961 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.670956 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-05f64a12-e711-4b7d-abcf-946dd33665fd tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:16.678686 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-05f64a12-e711-4b7d-abcf-946dd33665fd tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/networks?id=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa HTTP/1.1" status: 200 len: 811 time: 0.2292864 Apr 14 21:01:16.693872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-8efd338d-8962-468b-aca3-aecfd1e0fbb4 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/quotas/9a1103f5d891468882cee553728b3264 HTTP/1.1" status: 200 len: 375 time: 0.0144451 Apr 14 21:01:16.698876 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Allocated IP 172.20.0.2 (4886497d-0573-4044-bfa7-39edf333da43/e5ffc871-e383-4f64-8126-d85cfe9a6327/2566550c-4f7e-472d-9781-10ac7637b2f7) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:16.775698 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.798963 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-c2b1174a-a08c-46cb-9bf3-8a49161c541d tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a1103f5d891468882cee553728b3264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934536 Apr 14 21:01:16.870571 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e8e88891-a714-4da2-bb18-ab99647fd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (148f1337-d117-438e-b3ee-9e6df6cddb8d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:16.889323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:16.917637 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:16.925712 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:16.936058 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:17.039333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Allocated IP 172.20.0.2 (82b3934c-ff72-41f0-b18b-9a5efa9757e2/38a4ef7f-c405-41d3-8cce-a17b1be917ff/05553fae-b2cc-4ef4-b619-3c141f1a577e) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:17.081790 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-dd346f05-9828-4ee7-97aa-3f78c5e58094 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:01:17.083036 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-dd346f05-9828-4ee7-97aa-3f78c5e58094 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1346204 Apr 14 21:01:17.144786 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e8e88891-a714-4da2-bb18-ab99647fd7b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24ef78179c8d4fd095babc53ee863511&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9999342 Apr 14 21:01:17.162957 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Publish callbacks [] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.185817 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53314) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:17.188466 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e88891-a714-4da2-bb18-ab99647fd7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f1337-d117-438e-b3ee-9e6df6cddb8d,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:17.197660 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-30c4f1d8-1c7c-4078-9d41-0728b935d230 service neutron] 10.222.0.37 "GET /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062353 Apr 14 21:01:17.255124 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Publish callbacks [] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.301403 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks [] for router_gateway (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.306094 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks [] for router_gateway (9bde60fe-8941-4d44-9b9f-36c08c609476), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.322295 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.340183 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-20bad7f4-5824-4297-83fb-45b86b91bd13 service neutron] 10.222.0.37 "GET /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317136 Apr 14 21:01:17.357207 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0708675f-d3e0-477d-8acd-8d3a26755dad admin admin] Publish callbacks [] for security_group (148f1337-d117-438e-b3ee-9e6df6cddb8d), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.371468 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Network 4886497d-0573-4044-bfa7-39edf333da43 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:17.372696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.377881 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:17.384920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0708675f-d3e0-477d-8acd-8d3a26755dad admin admin] Publish callbacks [] for security_group (148f1337-d117-438e-b3ee-9e6df6cddb8d), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.385152 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:17.417031 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Pushing event updated for resources: {'Port': ['ID=2566550c-4f7e-472d-9781-10ac7637b2f7,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:17.494786 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:17.497228 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:17.500265 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:17.526924 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Attempting to bind port 2566550c-4f7e-472d-9781-10ac7637b2f7 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:17.527299 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Attempting to bind port 2566550c-4f7e-472d-9781-10ac7637b2f7 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:17.527714 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Attempting to bind port 2566550c-4f7e-472d-9781-10ac7637b2f7 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:17.536229 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Pushing event updated for resources: {'Port': ['ID=05553fae-b2cc-4ef4-b619-3c141f1a577e,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:17.559214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:17.559771 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Checking segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:17.560265 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.560730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Bound using segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:17.561287 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Bound port: 2566550c-4f7e-472d-9781-10ac7637b2f7, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:17.561741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.624507 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Attempting to bind port 05553fae-b2cc-4ef4-b619-3c141f1a577e on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:17.624899 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Attempting to bind port 05553fae-b2cc-4ef4-b619-3c141f1a577e by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:17.625271 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Attempting to bind port 05553fae-b2cc-4ef4-b619-3c141f1a577e on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:17.668323 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:17.672910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Checking segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:17.672910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.672910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Bound using segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:17.672910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Bound port: 05553fae-b2cc-4ef4-b619-3c141f1a577e, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:17.672910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.684716 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0708675f-d3e0-477d-8acd-8d3a26755dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (148f1337-d117-438e-b3ee-9e6df6cddb8d), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.687290 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0708675f-d3e0-477d-8acd-8d3a26755dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.692246 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0708675f-d3e0-477d-8acd-8d3a26755dad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/148f1337-d117-438e-b3ee-9e6df6cddb8d HTTP/1.1" status: 204 len: 168 time: 0.5019877 Apr 14 21:01:17.703378 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks [] for router_gateway (a77c9296-b320-4ab1-9019-f1e573506990), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.819183 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] For port 05553fae-b2cc-4ef4-b619-3c141f1a577e, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:17.823066 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] For port 05553fae-b2cc-4ef4-b619-3c141f1a577e, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05553fae-b2cc-4ef4-b619-3c141f1a577e,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:17.865745 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] For port 2566550c-4f7e-472d-9781-10ac7637b2f7, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:17.869355 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] For port 2566550c-4f7e-472d-9781-10ac7637b2f7, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=2566550c-4f7e-472d-9781-10ac7637b2f7,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:17.935299 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708675f-d3e0-477d-8acd-8d3a26755dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f1337-d117-438e-b3ee-9e6df6cddb8d,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:17.953141 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:17.956689 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.009731 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e2a1f-855d-4b40-8142-d83fd1add8a3 None None] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:18.103240 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks [] for router_gateway (9bde60fe-8941-4d44-9b9f-36c08c609476), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.140996 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6027a42d-ee7e-4001-b895-b4034362f3da req-508c60be-8491-44c7-8376-bc82a0b85668 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0890245 Apr 14 21:01:18.146119 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.250253 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ed58-fe94-475d-9c6b-25c4b88e9b77 None None] Pushing event updated for resources: {'Port': ['ID=2566550c-4f7e-472d-9781-10ac7637b2f7,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:18.386397 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (a77c9296-b320-4ab1-9019-f1e573506990), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.487667 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] Provisioning complete for port 4bd23508-223c-4828-afd2-c40613827368 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:18.487910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4bd23508-223c-4828-afd2-c40613827368), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.819552 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4bd23508-223c-4828-afd2-c40613827368 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:18.819552 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b6670-08af-44ec-80b8-e2788e5f4442 None None] Pushing event updated for resources: {'Port': ['ID=05553fae-b2cc-4ef4-b619-3c141f1a577e,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:18.828370 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks [] for router_gateway (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.872957 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.918436 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] Current status of the port 4bd23508-223c-4828-afd2-c40613827368 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:18.921175 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4bd23508-223c-4828-afd2-c40613827368), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:18.926008 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 4bd23508-223c-4828-afd2-c40613827368 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:18.929317 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4bd23508-223c-4828-afd2-c40613827368), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.038422 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Allocated IP 172.27.2.65 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/9bba92ab-0107-4073-88e4-4b57760ae977) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:19.110092 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4bd23508-223c-4828-afd2-c40613827368 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:19.110488 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4bd23508-223c-4828-afd2-c40613827368), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.119023 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] For port 4bd23508-223c-4828-afd2-c40613827368, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4bd23508-223c-4828-afd2-c40613827368,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:19.173552 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Router a77c9296-b320-4ab1-9019-f1e573506990 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:01:19.199000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks [] for port (9bba92ab-0107-4073-88e4-4b57760ae977), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.207865 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4bd23508-223c-4828-afd2-c40613827368), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.263460 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a4a32862-854e-4642-8a2c-d554aea9b0d5 req-c17d8348-bdf8-487a-913e-6c52d1418c14 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0408287 Apr 14 21:01:19.325738 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:19.338478 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:19.352720 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:19.353364 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:19.428820 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b190a41-b46c-46ef-b52b-0256fe3d6a08 None None] Pushing event updated for resources: {'Port': ['ID=4bd23508-223c-4828-afd2-c40613827368,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:19.429695 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.453734 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-e565c491-f3b7-4af1-9d9d-1fc01e5c14a1 None None] Provisioning complete for port 4bd23508-223c-4828-afd2-c40613827368 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:19.455307 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e565c491-f3b7-4af1-9d9d-1fc01e5c14a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4bd23508-223c-4828-afd2-c40613827368), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.476211 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.481051 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c98a1f52-3036-4192-8e5e-7b80e790ed67 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3662112 Apr 14 21:01:19.481728 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53394) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:19.503225 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.db.api [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:01:19.503971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG oslo_db.api [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:01:19.542631 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:19.555536 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-e565c491-f3b7-4af1-9d9d-1fc01e5c14a1 None None] Current status of the port 4bd23508-223c-4828-afd2-c40613827368 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:19.677825 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Pushing event updated for resources: {'Port': ['ID=9bba92ab-0107-4073-88e4-4b57760ae977,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:19.713387 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:19.716811 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:19.733468 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:19.814741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Allocated IP 172.27.2.6 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/f2104f25-d8af-44b9-b557-dc2829eafe7a) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:19.910107 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:17Z', 'revision_number': 3, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:19.961014 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:01:19.963674 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Updating router a77c9296-b320-4ab1-9019-f1e573506990 port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:01:19.981341 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks [] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:19.993241 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.078330 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549720d0-9148-4f98-8275-9751a140517e None None] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:20.244425 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4bd23508-223c-4828-afd2-c40613827368 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:20.249620 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] Provisioning complete for port 05553fae-b2cc-4ef4-b619-3c141f1a577e triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:20.250075 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.315130 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.435778 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-603f6338-fc7b-4bc0-9227-de43744b3605 req-6f5757d9-415c-40e0-9da4-46020e215853 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0480964 Apr 14 21:01:20.539880 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] Current status of the port 05553fae-b2cc-4ef4-b619-3c141f1a577e is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:20.539880 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.544525 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4719f77-f24a-4a91-91c3-0b4640f7fca3 None None] Network 4886497d-0573-4044-bfa7-39edf333da43 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:01:20.626093 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Allocated IP 172.20.0.1 (0ec47483-941a-4496-b4cc-b6129cf85a91/d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f/05b65a69-3f0b-49c5-9e6d-3e09c0185ee5) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:20.690798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.753746 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Publish callbacks [] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.775153 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4bd23508-223c-4828-afd2-c40613827368 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:20.815681 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:20.816836 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks [] for router_gateway (9bde60fe-8941-4d44-9b9f-36c08c609476), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.825735 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:20.832236 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] For port 05553fae-b2cc-4ef4-b619-3c141f1a577e, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05553fae-b2cc-4ef4-b619-3c141f1a577e,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:20.856683 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.871065 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:20.872197 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks [] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.915715 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Attempting to bind port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:20.923451 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Attempting to bind port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:20.923451 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Attempting to bind port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:20.924276 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Pushing event updated for resources: {'Port': ['ID=f2104f25-d8af-44b9-b557-dc2829eafe7a,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:20.924362 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 4bd23508-223c-4828-afd2-c40613827368 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:20.924362 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4bd23508-223c-4828-afd2-c40613827368), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.971158 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.984599 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:20.991462 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:20.991893 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:20.992306 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:20.992821 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Bound port: 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:20.993217 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.002451 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.074251 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:21.084383 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:21.091408 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:21.091612 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (a77c9296-b320-4ab1-9019-f1e573506990), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.133019 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] For port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:21.136728 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] For port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:21.158022 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Pushing event updated for resources: {'Port': ['ID=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:21.167975 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.169114 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.169663 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.170199 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.170856 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.171337 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.173728 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.174384 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.176035 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Tracked resource versions report: Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: pushed versions: Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: { 'AddressGroup': {'1.2'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Agent': {'1.1'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'ConntrackHelper': {'1.0'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Log': {'1.0'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'NDPProxy': {'1.0'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Network': {'1.1'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Port': {'1.7'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'PortForwarding': {'1.3'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'QosPolicy': {'1.10'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroup': {'1.5'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SubPort': {'1.0'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Subnet': {'1.1'}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Trunk': {'1.1'}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: consumer versions: Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: { DHCP agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: L3 agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: Metadata agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: Metering agent@dv-cinder-837541-3-iscsi: {}, Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: Open vSwitch agent@dv-cinder-837541-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Agent': '1.1', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'ConntrackHelper': '1.0', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'LocalIPAssociation': '1.0', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Log': '1.0', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'NDPProxy': '1.0', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Network': '1.1', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Port': '1.7', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'PortForwarding': '1.3', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'QosPolicy': '1.10', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroup': '1.5', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SecurityGroupRule': '1.2', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'SubPort': '1.0', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Subnet': '1.1', Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: 'Trunk': '1.1'}} Apr 14 21:01:21.197457 dv-cinder-837541-3-iscsi neutron-server[110254]: {{(pid=110254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:01:21.201829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Provisioning complete for port 05553fae-b2cc-4ef4-b619-3c141f1a577e triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:21.201829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.201829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee446764-827f-4e93-81e3-3e7b58f7267a None None] Pushing event updated for resources: {'Port': ['ID=05553fae-b2cc-4ef4-b619-3c141f1a577e,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:21.265444 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Pushing event updated for resources: {'Port': ['ID=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:21.287833 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.332447 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4bd23508-223c-4828-afd2-c40613827368 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:21.333543 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05553fae-b2cc-4ef4-b619-3c141f1a577e up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:21.420232 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e88337-111b-4f8f-a84f-547fa4159066 None None] Pushing event updated for resources: {'Port': ['ID=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:21.428900 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:21.434226 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:21.519470 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Current status of the port 05553fae-b2cc-4ef4-b619-3c141f1a577e is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:21.543139 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Provisioning complete for port 2566550c-4f7e-472d-9781-10ac7637b2f7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:21.544850 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.546038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.565961 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks [] for router_gateway (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.570756 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (9bde60fe-8941-4d44-9b9f-36c08c609476), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.601850 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:21.668297 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 05553fae-b2cc-4ef4-b619-3c141f1a577e triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:21.669061 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.748741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Current status of the port 2566550c-4f7e-472d-9781-10ac7637b2f7 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:21.749340 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.830440 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] For port 2566550c-4f7e-472d-9781-10ac7637b2f7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=2566550c-4f7e-472d-9781-10ac7637b2f7,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:21.921717 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 05553fae-b2cc-4ef4-b619-3c141f1a577e is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:21.922764 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 2566550c-4f7e-472d-9781-10ac7637b2f7 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:21.978141 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:21.980089 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.048585 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:17Z', 'revision_number': 3, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:22.067657 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ce573fa7-0362-446d-a119-4a1f3e8eaf72 req-bb621f02-077d-48e4-a3a7-f6ac85582a1d tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.2600009 Apr 14 21:01:22.072132 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 2566550c-4f7e-472d-9781-10ac7637b2f7 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:22.072430 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.074742 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Router 9bde60fe-8941-4d44-9b9f-36c08c609476 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:01:22.100747 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a70f-7f25-4211-a4e9-1fd113a8bfa1 None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:17Z', 'revision_number': 3, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:01:22.161460 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks [] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.162331 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3ddb1-e61d-40bc-baa4-ab579c3fe126 None None] Pushing event updated for resources: {'Port': ['ID=2566550c-4f7e-472d-9781-10ac7637b2f7,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:22.166621 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-52e28495-d6d2-4a2e-a349-a668a273bcc0 None None] Provisioning complete for port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:22.167020 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-52e28495-d6d2-4a2e-a349-a668a273bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.210985 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-52e28495-d6d2-4a2e-a349-a668a273bcc0 None None] Port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:22.233472 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.234705 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (a77c9296-b320-4ab1-9019-f1e573506990), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.241808 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-52e28495-d6d2-4a2e-a349-a668a273bcc0 None None] Provisioning complete for port 2566550c-4f7e-472d-9781-10ac7637b2f7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:22.242212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-52e28495-d6d2-4a2e-a349-a668a273bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.302027 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 2566550c-4f7e-472d-9781-10ac7637b2f7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:22.354469 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Pushing event updated for resources: {'Port': ['ID=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:22.358409 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:22.381625 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Sync routers for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:22.451151 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.45', 58333) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:22.463131 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:22.464012 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:22.487421 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:22.492771 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-dd453446-f8d5-466a-8e1d-9fe82dbe532c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4163475 Apr 14 21:01:22.493223 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53476) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:22.510882 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:01:22.548206 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05553fae-b2cc-4ef4-b619-3c141f1a577e up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:22.626432 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-52e28495-d6d2-4a2e-a349-a668a273bcc0 None None] Current status of the port 2566550c-4f7e-472d-9781-10ac7637b2f7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:22.752831 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:22.772927 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:22.807745 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:23.051560 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 05553fae-b2cc-4ef4-b619-3c141f1a577e triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:23.052136 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.055691 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-3337a536-d2e5-4912-bb57-d12755b14bee tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:23.057783 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-3337a536-d2e5-4912-bb57-d12755b14bee tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.45 "GET /v2.0/networks?id=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa HTTP/1.1" status: 200 len: 811 time: 0.6051569 Apr 14 21:01:23.123582 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Request body: {'port': {'device_id': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa', 'admin_state_up': True, 'tenant_id': '9a1103f5d891468882cee553728b3264'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:23.159111 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Router a77c9296-b320-4ab1-9019-f1e573506990 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:01:23.334343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53498) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:23.370901 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7a4bb8b8-fa73-4af1-bf35-fc621c203be0 req-dac6a928-b129-4134-91e5-ad80995575b3 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0353143 Apr 14 21:01:23.386706 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b138d76f-f422-4d7b-ba5e-03dd4e1132a0 None None] Provisioning complete for port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:23.387309 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b138d76f-f422-4d7b-ba5e-03dd4e1132a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.456556 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:23.468625 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:23.482023 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:23.482653 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:23.539562 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b138d76f-f422-4d7b-ba5e-03dd4e1132a0 None None] Port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:23.556315 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 05553fae-b2cc-4ef4-b619-3c141f1a577e is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:23.557524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 2566550c-4f7e-472d-9781-10ac7637b2f7 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:23.597730 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Made reservation on behalf of 9a1103f5d891468882cee553728b3264 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:23.602257 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.615230 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:23.616699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:20Z', 'revision_number': 3, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:23.619264 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c7a7e18f-679a-4db2-b99f-6acbad0cabd9 admin admin] 10.222.0.37 "PUT /v2.0/routers/a77c9296-b320-4ab1-9019-f1e573506990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1364520 Apr 14 21:01:23.654579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.669006 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.673389 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53508) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:23.673866 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-596c5f9d-d44b-43b8-b8e7-a5cc9c2e5e17 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5419650 Apr 14 21:01:23.686770 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Checking router: 9bde60fe-8941-4d44-9b9f-36c08c609476 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:01:23.687719 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Updating router 9bde60fe-8941-4d44-9b9f-36c08c609476 port 9bba92ab-0107-4073-88e4-4b57760ae977 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:01:23.753140 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.820409 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 2566550c-4f7e-472d-9781-10ac7637b2f7 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:23.820946 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:23.936421 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:24.013739 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Allocated IP 172.20.0.14 (8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa/1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc/63a4a535-66d9-45e0-89d0-4d53d2eb6ec8) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:24.211699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 2566550c-4f7e-472d-9781-10ac7637b2f7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:24.270832 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 3, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:24.309999 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:01:24.313166 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks [] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.338843 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Updating router e1bd0a94-4ea7-47fe-92a3-c3f60405453c port f2104f25-d8af-44b9-b557-dc2829eafe7a binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:01:24.391894 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.443150 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Publish callbacks [] for port (9bba92ab-0107-4073-88e4-4b57760ae977), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.454254 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.510511 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.527766 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:24.596063 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Allocated IP 172.20.0.1 (4886497d-0573-4044-bfa7-39edf333da43/e5ffc871-e383-4f64-8126-d85cfe9a6327/a5091b0c-1511-4e1c-8504-e498cf86783f) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:24.606148 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:24.616240 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:24.632148 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:24.639479 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:24.640422 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.653295 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Pushing event updated for resources: {'Port': ['ID=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:24.745192 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26c03-3383-497a-b48a-39c0f3459b68 None None] Pushing event updated for resources: {'Port': ['ID=9bba92ab-0107-4073-88e4-4b57760ae977,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:24.749089 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53554) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:24.757426 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627643127', 'description': 'tempest-description--1724081387'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:24.761338 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Attempting to bind port 9bba92ab-0107-4073-88e4-4b57760ae977 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:24.761717 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Attempting to bind port 9bba92ab-0107-4073-88e4-4b57760ae977 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:24.763214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Attempting to bind port 9bba92ab-0107-4073-88e4-4b57760ae977 on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:24.774703 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:24.775098 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:24.775538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.776308 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:24.776802 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Bound port: 9bba92ab-0107-4073-88e4-4b57760ae977, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:24.777195 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.816173 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:24.816580 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.836497 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-7ae65539-59e5-4b55-976b-f647c6040344 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7193296 Apr 14 21:01:24.877839 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:24.905932 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:24.906580 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:24.910928 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Publish callbacks [] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.936310 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:24.974726 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] For port 9bba92ab-0107-4073-88e4-4b57760ae977, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:25.020698 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.025586 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] For port 9bba92ab-0107-4073-88e4-4b57760ae977, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=9bba92ab-0107-4073-88e4-4b57760ae977,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:25.027707 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.083716 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:25.086004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:25.086004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.086786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf719ff-e1ec-4803-a6ab-48fab53dbb72 req-6ddb8e33-989f-408d-964d-5a9dcc7d4cf5 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:25.088664 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bf719ff-e1ec-4803-a6ab-48fab53dbb72 req-6ddb8e33-989f-408d-964d-5a9dcc7d4cf5 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 932 time: 0.4451904 Apr 14 21:01:25.114380 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.117721 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Attempting to bind port f2104f25-d8af-44b9-b557-dc2829eafe7a on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:25.118258 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Attempting to bind port f2104f25-d8af-44b9-b557-dc2829eafe7a by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:25.118743 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Attempting to bind port f2104f25-d8af-44b9-b557-dc2829eafe7a on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:25.124825 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9b0f8-0da8-4f9d-951b-59a8788f22db None None] Pushing event updated for resources: {'Port': ['ID=f2104f25-d8af-44b9-b557-dc2829eafe7a,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.133724 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:25.134412 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:25.135377 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.140517 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:25.140517 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Bound port: f2104f25-d8af-44b9-b557-dc2829eafe7a, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:25.140517 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.140834 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:25.172737 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.182730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.229469 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] For port f2104f25-d8af-44b9-b557-dc2829eafe7a, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:25.232548 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] For port f2104f25-d8af-44b9-b557-dc2829eafe7a, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=f2104f25-d8af-44b9-b557-dc2829eafe7a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:25.256637 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bf719ff-e1ec-4803-a6ab-48fab53dbb72 req-8bad5f98-6edf-43a2-9201-290f6bda4092 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195252 Apr 14 21:01:25.271934 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.286966 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.292849 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0fe1848a-5a4b-4bb0-97f7-aee931e01de4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5406413 Apr 14 21:01:25.293798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53568) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:25.301924 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'security_group_rule': {'security_group_id': '8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:25.319457 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks [] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.336101 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.347601 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.357350 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26c03-3383-497a-b48a-39c0f3459b68 None None] Pushing event updated for resources: {'Port': ['ID=9bba92ab-0107-4073-88e4-4b57760ae977,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.372390 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:25.372390 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:25.476385 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (c5a91077-75d6-44dc-8421-f5217cf98268), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.504389 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9b0f8-0da8-4f9d-951b-59a8788f22db None None] Pushing event updated for resources: {'Port': ['ID=f2104f25-d8af-44b9-b557-dc2829eafe7a,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.515265 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:25.516963 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:25.523977 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.558958 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.567171 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 2, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:25.611513 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:01:25.612138 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Updating router a77c9296-b320-4ab1-9019-f1e573506990 port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:01:25.626200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Network 4886497d-0573-4044-bfa7-39edf333da43 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:25.637330 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:25.644782 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:25.650360 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (9bde60fe-8941-4d44-9b9f-36c08c609476), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.652166 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:25.680759 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Pushing event updated for resources: {'Port': ['ID=a5091b0c-1511-4e1c-8504-e498cf86783f,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.683685 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (c5a91077-75d6-44dc-8421-f5217cf98268), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.738544 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.767438 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:25.790693 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (c5a91077-75d6-44dc-8421-f5217cf98268), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.829767 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a91077-75d6-44dc-8421-f5217cf98268,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:25.861368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Allocated IP 172.20.0.1 (82b3934c-ff72-41f0-b18b-9a5efa9757e2/38a4ef7f-c405-41d3-8cce-a17b1be917ff/6d0d157b-b268-47fd-8d70-545f51e446e7) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:25.935239 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:25.936739 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2c6fea9b-b210-4808-adf0-60d99592f421 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6417184 Apr 14 21:01:25.939442 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53578) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:25.944384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'security_group_rule': {'security_group_id': '8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:25.974678 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-cdd34c3f-d44d-4e74-84aa-2b2b636d2fa3 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110251) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:01:25.984931 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-cdd34c3f-d44d-4e74-84aa-2b2b636d2fa3 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295005 Apr 14 21:01:26.026171 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 3, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:26.132535 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (53b989d5-8dca-4aeb-a054-a4f3d3fb6783), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.134666 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e255c9-c555-4789-8c58-36ccaa26601e None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 3, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:01:26.234208 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks [] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.293707 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-0b399491-2be9-40dd-9def-632d12761b00 None None] Provisioning complete for port a5091b0c-1511-4e1c-8504-e498cf86783f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:26.294328 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b399491-2be9-40dd-9def-632d12761b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.305454 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (53b989d5-8dca-4aeb-a054-a4f3d3fb6783), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.313701 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.382261 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (53b989d5-8dca-4aeb-a054-a4f3d3fb6783), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.430050 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Request body: {'port': {'device_id': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:26.484723 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:26.536689 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b989d5-8dca-4aeb-a054-a4f3d3fb6783,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:26.588308 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-0b399491-2be9-40dd-9def-632d12761b00 None None] Port a5091b0c-1511-4e1c-8504-e498cf86783f cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:26.643322 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.649417 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-758365ba-031d-41cd-a635-b3ce4ee6d3f1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7086875 Apr 14 21:01:26.656192 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53596) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:26.670333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:26.735695 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks [] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.741475 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.769286 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.809173 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:20Z', 'revision_number': 3, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:26.812655 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:26.823500 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:26.840864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.842399 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (9bde60fe-8941-4d44-9b9f-36c08c609476), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.875024 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:26.875564 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:26.911285 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:26.911905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:27.125119 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Network 4886497d-0573-4044-bfa7-39edf333da43 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:27.172413 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:27.237949 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c2414-25bd-46c1-ab16-4a5c59ed2544 req-8f152393-bbde-4a7c-a2a2-6f143efaca29 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:27.240495 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f99c2414-25bd-46c1-ab16-4a5c59ed2544 req-8f152393-bbde-4a7c-a2a2-6f143efaca29 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 932 time: 0.7687554 Apr 14 21:01:27.305057 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:27.438995 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7028425-309d-4716-bd58-d81b8c97d715 None None] The sync data for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi is: [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:20Z', 'revision_number': 3, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:01:27.460502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:27.510745 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b750510d-9c1c-4f2e-b22d-a4c575d836cd None None] Provisioning complete for port 6d0d157b-b268-47fd-8d70-545f51e446e7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:27.511147 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b750510d-9c1c-4f2e-b22d-a4c575d836cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:27.728631 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0d157b-b268-47fd-8d70-545f51e446e7,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:27.784094 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Router 9bde60fe-8941-4d44-9b9f-36c08c609476 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:01:27.836859 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b750510d-9c1c-4f2e-b22d-a4c575d836cd None None] Port 6d0d157b-b268-47fd-8d70-545f51e446e7 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:27.912118 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Pushing event updated for resources: {'Port': ['ID=a5091b0c-1511-4e1c-8504-e498cf86783f,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:27.934887 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Publish callbacks [] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.002006 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-2d1db247-b926-4609-82ce-5d22858c8a16 None None] Provisioning complete for port a5091b0c-1511-4e1c-8504-e498cf86783f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:28.002006 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2d1db247-b926-4609-82ce-5d22858c8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.095770 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-2d1db247-b926-4609-82ce-5d22858c8a16 None None] Port a5091b0c-1511-4e1c-8504-e498cf86783f cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:28.105955 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.262885 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53654) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:28.325152 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:28.326781 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f99c2414-25bd-46c1-ab16-4a5c59ed2544 req-deb1f3ab-83cb-4417-b19e-cc77075dde41 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949551 Apr 14 21:01:28.349133 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Publish callbacks [] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.384573 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d800f-d089-415f-afc6-7bc11e63a458 None None] Pushing event updated for resources: {'Port': ['ID=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:28.523351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Transition to ACTIVE for port object 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:01:28.531392 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.633973 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Attempting to bind port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:28.635067 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Attempting to bind port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:28.635877 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Attempting to bind port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:28.648771 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.661432 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:28.671162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Checking segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:28.671162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.671162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Bound using segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:28.671162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Bound port: 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:28.671162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.691461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 9bba92ab-0107-4073-88e4-4b57760ae977 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:28.848561 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.881050 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-5173b803-ff3c-44d3-bd90-24bcf59ed1da None None] Provisioning complete for port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:28.885121 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5173b803-ff3c-44d3-bd90-24bcf59ed1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.913341 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ea37c00b-d872-4966-8bc1-b96122431afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:28.957051 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Allocated IP 172.27.2.50 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/9ad23c76-eb76-4371-af2c-8b9007e264dd) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:29.047214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] For port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:29.056788 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] For port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:29.073426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:29.094524 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d17f7599-416b-4ee3-9460-5ce2fa5a3d38 admin admin] 10.222.0.37 "PUT /v2.0/routers/9bde60fe-8941-4d44-9b9f-36c08c609476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5917239 Apr 14 21:01:29.129551 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 9bba92ab-0107-4073-88e4-4b57760ae977 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:29.129551 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.241879 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.244980 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Pushing event updated for resources: {'Port': ['ID=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:29.435454 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d800f-d089-415f-afc6-7bc11e63a458 None None] Pushing event updated for resources: {'Port': ['ID=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:29.449651 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.453952 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-5173b803-ff3c-44d3-bd90-24bcf59ed1da None None] Port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:29.480386 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Attempting to bind port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:29.480854 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Attempting to bind port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b193feb5-b52c-4a4d-bf9e-95db015857e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:29.481339 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Attempting to bind port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 on network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:29.489364 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 on network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:01:29.490306 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Attempting to bind port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 on network 8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:29.504568 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:29.505379 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Checking segment: {'id': 'b193feb5-b52c-4a4d-bf9e-95db015857e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:29.519333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Bound using segment: {'id': 'b193feb5-b52c-4a4d-bf9e-95db015857e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:29.538178 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Bound port: 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b193feb5-b52c-4a4d-bf9e-95db015857e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:29.538178 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.538862 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:29.538862 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:29.714493 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.769633 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks [] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.793367 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] For port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:29.855657 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] For port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,segment=NetworkSegment(b193feb5-b52c-4a4d-bf9e-95db015857e6),segment_id=b193feb5-b52c-4a4d-bf9e-95db015857e6)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:29.856070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9af3b9-ac7c-4e4a-8df6-415d2a4974aa req-e068eddb-d84a-4178-9035-2b60c4353f4b tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:29.857772 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0f9af3b9-ac7c-4e4a-8df6-415d2a4974aa req-e068eddb-d84a-4178-9035-2b60c4353f4b tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.2776191 Apr 14 21:01:29.870721 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:29.876999 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:29.884198 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:29.890426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ea37c00b-d872-4966-8bc1-b96122431afe admin admin] Publish callbacks [] for security_group (8be478c8-3ac1-4ab9-985f-fd36df1e3133), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:29.891959 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'Port': ['ID=9ad23c76-eb76-4371-af2c-8b9007e264dd,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:29.927250 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 9bba92ab-0107-4073-88e4-4b57760ae977 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:29.927990 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.018315 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0f9af3b9-ac7c-4e4a-8df6-415d2a4974aa req-5c28df2d-0084-44c3-8298-b8bb6bf0e48e tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336155 Apr 14 21:01:30.056975 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (fca16245-6af2-44d2-a14d-8f61eeb7475c), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.114288 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 9bba92ab-0107-4073-88e4-4b57760ae977, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=9bba92ab-0107-4073-88e4-4b57760ae977,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:30.151805 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] Provisioning complete for port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:30.152209 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.188368 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:30.289828 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.291126 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.311515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.339479 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.340286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f2104f25-d8af-44b9-b557-dc2829eafe7a up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:30.464448 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Pushing event updated for resources: {'Port': ['ID=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:30.509689 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:30.524133 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.526822 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-4df37726-875f-4d44-8e34-c37407208051 service neutron] 10.222.0.45 "PUT /v2.0/ports/63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 HTTP/1.1" status: 200 len: 1094 time: 4.2964764 Apr 14 21:01:30.527046 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'tag': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:30.561227 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] Current status of the port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:30.561638 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.668925 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=9bba92ab-0107-4073-88e4-4b57760ae977,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:30.692036 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.733274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ea37c00b-d872-4966-8bc1-b96122431afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8be478c8-3ac1-4ab9-985f-fd36df1e3133), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.762119 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] For port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:30.816596 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:30.819885 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port f2104f25-d8af-44b9-b557-dc2829eafe7a triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:30.820439 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.828649 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "23630705-7dbf-4c81-b35d-7080d7e2875b", "tag": "63a4a535-66d9-45e0-89d0-4d53d2eb6ec8"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:30.864209 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:30.916301 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0d157b-b268-47fd-8d70-545f51e446e7,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:30.988682 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ea37c00b-d872-4966-8bc1-b96122431afe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=552f7c2776e041e99a401deeff8675e2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6582689 Apr 14 21:01:30.994329 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53734) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:31.090517 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:31.098335 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:31.149196 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.167466 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Sync routers for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:31.182641 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6162a1c-83a0-44fb-9851-672ce6520449 None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:01:31.186327 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db020fad-fd25-49c5-9e6c-143616a52ae4 admin admin] Publish callbacks [] for security_group (8be478c8-3ac1-4ab9-985f-fd36df1e3133), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.200437 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:31.200437 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:31.232323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.274291 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37c00b-d872-4966-8bc1-b96122431afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be478c8-3ac1-4ab9-985f-fd36df1e3133,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:31.301288 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db020fad-fd25-49c5-9e6c-143616a52ae4 admin admin] Publish callbacks [] for security_group (8be478c8-3ac1-4ab9-985f-fd36df1e3133), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.366928 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (fca16245-6af2-44d2-a14d-8f61eeb7475c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.460555 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b5753-89a0-4578-9662-d7f64af4d21d x-openstack-request-id: req-407b5753-89a0-4578-9662-d7f64af4d21d {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:31.471948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23630705-7dbf-4c81-b35d-7080d7e2875b", "tag": "63a4a535-66d9-45e0-89d0-4d53d2eb6ec8", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:31.471948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-407b5753-89a0-4578-9662-d7f64af4d21d {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:31.471948 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407b5753-89a0-4578-9662-d7f64af4d21d'] response: {'name': 'network-changed', 'server_uuid': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'tag': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8', 'status': 'completed', 'code': 200} Apr 14 21:01:31.492887 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-119ce6ff-7961-4bd0-ba0b-1a26e86d7d65 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:31.494823 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-119ce6ff-7961-4bd0-ba0b-1a26e86d7d65 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 818 time: 1.2279737 Apr 14 21:01:31.537405 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'Port': ['ID=9ad23c76-eb76-4371-af2c-8b9007e264dd,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:31.579210 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c2399947-746e-4592-bf91-3ea41de8076c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/quotas/b602c5a899634978a1fda095694fbcc7 HTTP/1.1" status: 200 len: 375 time: 0.0610006 Apr 14 21:01:31.582655 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port f2104f25-d8af-44b9-b557-dc2829eafe7a is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:31.584672 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.587398 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.593744 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-71be31d4-4797-4fe9-a61a-bcdf4ccb1d80 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9360852 Apr 14 21:01:31.614499 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2abe6d-7ad6-4722-8934-2e6de1e5c1ef None None] Pushing event updated for resources: {'Port': ['ID=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:31.662476 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:01:31.669781 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:31.698857 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db020fad-fd25-49c5-9e6c-143616a52ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8be478c8-3ac1-4ab9-985f-fd36df1e3133), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.703059 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db020fad-fd25-49c5-9e6c-143616a52ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.708843 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port f2104f25-d8af-44b9-b557-dc2829eafe7a, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=f2104f25-d8af-44b9-b557-dc2829eafe7a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:31.709892 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-db020fad-fd25-49c5-9e6c-143616a52ae4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8be478c8-3ac1-4ab9-985f-fd36df1e3133 HTTP/1.1" status: 204 len: 168 time: 0.7090073 Apr 14 21:01:31.714677 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-7877f2ca-3034-4552-a360-39de417b717a None None] Provisioning complete for port 6d0d157b-b268-47fd-8d70-545f51e446e7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:31.715217 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7877f2ca-3034-4552-a360-39de417b717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.760661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db020fad-fd25-49c5-9e6c-143616a52ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be478c8-3ac1-4ab9-985f-fd36df1e3133,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:31.855817 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:31.928746 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-6ee1f65b-d554-4259-ae4d-832fa66253d1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3369563 Apr 14 21:01:31.940502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=f2104f25-d8af-44b9-b557-dc2829eafe7a,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:31.949504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ae190-1016-4f9b-952e-c978a4c94bd4 req-45af5f9d-c1cd-4f8e-bddd-fe677f3413ed tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:31.949966 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-7877f2ca-3034-4552-a360-39de417b717a None None] Port 6d0d157b-b268-47fd-8d70-545f51e446e7 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:31.954455 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-106ae190-1016-4f9b-952e-c978a4c94bd4 req-45af5f9d-c1cd-4f8e-bddd-fe677f3413ed tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.3182988 Apr 14 21:01:32.142197 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 2, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:32.177668 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Checking router: 9bde60fe-8941-4d44-9b9f-36c08c609476 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:01:32.178759 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Updating router 9bde60fe-8941-4d44-9b9f-36c08c609476 port a5091b0c-1511-4e1c-8504-e498cf86783f binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:01:32.206579 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:32.224114 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-106ae190-1016-4f9b-952e-c978a4c94bd4 req-520cffad-36e4-43c3-9ca3-a536842258d0 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539721 Apr 14 21:01:32.233466 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:32.300170 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:32.302049 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:32.305281 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:32.311674 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:32.319967 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-83e23e77-fb7a-49f7-8621-8bf783820986 admin admin] 10.222.0.37 "PUT /v2.0/routers/e1bd0a94-4ea7-47fe-92a3-c3f60405453c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6440692 Apr 14 21:01:32.343673 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-7b29c456-ac29-4cd4-baf9-88ad9d91329d service neutron] 10.222.0.37 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878965 Apr 14 21:01:32.352313 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:32.353142 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:32.735562 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-86d2d84a-f977-4d64-b773-3701a86f2515 service neutron] 10.222.0.37 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908088 Apr 14 21:01:32.841238 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-1d816ff6-5f3b-485b-88b1-7a39f3b316bd tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1627643127&fields=id&tenant_id=eb334132123f4d279999acba060a0ad5 HTTP/1.1" status: 200 len: 267 time: 0.0990803 Apr 14 21:01:32.863020 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:32.865090 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 9bba92ab-0107-4073-88e4-4b57760ae977 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:32.978029 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:32.979113 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ab305ae3-8ece-46a2-8ede-cdc89f1e4ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:33.079766 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-fcb14355-96de-4a1c-9c77-25a11e4cb4d7 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:33.081864 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-fcb14355-96de-4a1c-9c77-25a11e4cb4d7 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 811 time: 0.2308304 Apr 14 21:01:33.124598 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9 req-0fc54e6f-8bc1-497f-8d50-d6d7b5bd0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:33.126188 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9 req-0fc54e6f-8bc1-497f-8d50-d6d7b5bd0327 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a1103f5d891468882cee553728b3264&device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 1128 time: 0.1716120 Apr 14 21:01:33.148084 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 9bba92ab-0107-4073-88e4-4b57760ae977 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:33.148810 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:33.153139 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b9421a28-5306-41ec-9ba9-1b737456f01e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/quotas/eb334132123f4d279999acba060a0ad5 HTTP/1.1" status: 200 len: 375 time: 0.0613461 Apr 14 21:01:33.348223 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-9b1442de-c3a3-4e94-8f9f-bc5f7b68a3d7 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939538 Apr 14 21:01:33.437053 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Publish callbacks [] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:33.476921 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9 req-861a05b5-031b-4cbb-868e-14ebe4bb5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:33.479219 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9 req-861a05b5-031b-4cbb-868e-14ebe4bb5c89 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a1103f5d891468882cee553728b3264&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3226576 Apr 14 21:01:33.545772 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:33.547502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 9bba92ab-0107-4073-88e4-4b57760ae977 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:33.557967 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 2, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:33.652630 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:01:33.652630 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Updating router e1bd0a94-4ea7-47fe-92a3-c3f60405453c port 6d0d157b-b268-47fd-8d70-545f51e446e7 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:01:33.728800 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:33.738335 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d1cf-c330-43f6-8c42-bc98d5181b66 None None] Pushing event updated for resources: {'Port': ['ID=a5091b0c-1511-4e1c-8504-e498cf86783f,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:34.001799 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Attempting to bind port a5091b0c-1511-4e1c-8504-e498cf86783f on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:34.012642 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Attempting to bind port a5091b0c-1511-4e1c-8504-e498cf86783f by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:34.017873 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Attempting to bind port a5091b0c-1511-4e1c-8504-e498cf86783f on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:34.039553 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9 req-c231aa56-4a21-46fa-877f-20c315337455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:34.043464 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a7c82192-fa0b-4274-b682-3c2e87a9c4e9 req-c231aa56-4a21-46fa-877f-20c315337455 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5538280 Apr 14 21:01:34.061466 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:34.063077 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Checking segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:34.067330 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:34.070845 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Bound using segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:34.071402 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Bound port: a5091b0c-1511-4e1c-8504-e498cf86783f, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:34.071875 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:34.200650 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f2104f25-d8af-44b9-b557-dc2829eafe7a up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:34.279806 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-036b034a-3124-42e1-b56b-fc925e7c14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:34.281183 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-bb7eedc0-d3ef-41cd-aa77-a7497a48b724 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:01:34.287641 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-036b034a-3124-42e1-b56b-fc925e7c14f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a1103f5d891468882cee553728b3264&device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 1128 time: 0.1524916 Apr 14 21:01:34.288140 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-bb7eedc0-d3ef-41cd-aa77-a7497a48b724 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1984081 Apr 14 21:01:34.314021 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] For port a5091b0c-1511-4e1c-8504-e498cf86783f, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:34.319532 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] For port a5091b0c-1511-4e1c-8504-e498cf86783f, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a5091b0c-1511-4e1c-8504-e498cf86783f,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:34.394559 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:34.425940 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] Provisioning complete for port a5091b0c-1511-4e1c-8504-e498cf86783f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:34.426331 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:34.452330 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-8563141c-86a1-4260-b470-422ff390e670 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 HTTP/1.1" status: 200 len: 217 time: 0.1637042 Apr 14 21:01:34.590907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53864) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:34.614445 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902038665', 'description': 'tempest-description--139493029'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:34.617489 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d1cf-c330-43f6-8c42-bc98d5181b66 None None] Pushing event updated for resources: {'Port': ['ID=a5091b0c-1511-4e1c-8504-e498cf86783f,revision_number=4']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:34.669059 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:34.670332 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:34.827407 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port f2104f25-d8af-44b9-b557-dc2829eafe7a triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:34.827407 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:34.872300 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f07a053b-aa55-4ecc-8c1d-ea4223f5f40a req-20886446-602a-467e-9e51-8d6dbebf973b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 210 time: 0.2064993 Apr 14 21:01:34.892337 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:34.909995 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-99d3cde9-d829-4168-a163-f7295749559c service neutron] 10.222.0.37 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175549 Apr 14 21:01:35.078898 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-a1ac450e-a435-441d-8903-44f3e6934df2 service neutron] 10.222.0.37 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626241 Apr 14 21:01:35.084251 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.296632 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] Current status of the port a5091b0c-1511-4e1c-8504-e498cf86783f is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:35.297303 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.304217 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (c54897f0-b41b-448f-8c4b-15406d282415), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.370208 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Publish callbacks [] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.425139 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-81d934b7-2932-4b2d-9553-d153969acc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:35.425139 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-81d934b7-2932-4b2d-9553-d153969acc4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc HTTP/1.1" status: 200 len: 851 time: 0.9618616 Apr 14 21:01:35.465572 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b544d75-b4eb-4867-baca-8cd36de9dcd3 req-17d25a63-4cc9-4880-9c26-19d66a48d641 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:35.481179 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8b544d75-b4eb-4867-baca-8cd36de9dcd3 req-17d25a63-4cc9-4880-9c26-19d66a48d641 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.1745174 Apr 14 21:01:35.492870 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c54897f0-b41b-448f-8c4b-15406d282415), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.518318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-cd784a0b-0f03-41d6-8b7e-c5cbd7e193b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.576433 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.602873 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-06870040-a68e-45f1-9611-1c2b84a8a8eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395965 Apr 14 21:01:35.648579 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:34Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:35.698050 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:35.703066 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53918) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:35.707934 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.1113899 Apr 14 21:01:35.708740 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513907d3-e220-4ee0-bb1d-132ba323bade tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54897f0-b41b-448f-8c4b-15406d282415,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:35.725293 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'security_group_rule': {'security_group_id': 'c54897f0-b41b-448f-8c4b-15406d282415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:35.759236 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port f2104f25-d8af-44b9-b557-dc2829eafe7a is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:35.794566 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a7c34-e8fe-4f0d-b744-6bb3a29676ae None None] The sync data for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi is: [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:34Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:01:35.801557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53920) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:35.834612 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61817552-b424-4777-8159-5dbede4dde44 None None] Pushing event updated for resources: {'Port': ['ID=6d0d157b-b268-47fd-8d70-545f51e446e7,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:35.850913 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] For port a5091b0c-1511-4e1c-8504-e498cf86783f, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a5091b0c-1511-4e1c-8504-e498cf86783f,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:36.010744 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-004644fe-2ff5-414d-8fb8-95c80f893280 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064851 Apr 14 21:01:36.022801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.226249 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8b544d75-b4eb-4867-baca-8cd36de9dcd3 req-7374499f-2b3e-4309-80c9-e57a3dcec4ae tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425039 Apr 14 21:01:36.255599 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e1bac767-b046-44fa-9420-6d375fb7a9cf req-ec629e36-8d6a-4bcb-bde4-567f43bac9ac service neutron] 10.222.0.45 "GET /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309773 Apr 14 21:01:36.277403 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Attempting to bind port 6d0d157b-b268-47fd-8d70-545f51e446e7 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:36.287700 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Attempting to bind port 6d0d157b-b268-47fd-8d70-545f51e446e7 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:36.288124 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Attempting to bind port 6d0d157b-b268-47fd-8d70-545f51e446e7 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:36.317827 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (08ecc169-d527-415a-aa09-5dc0421ed6f7), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.325300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-6bf48509-4e47-43a3-9cf4-9482c525dd0b None None] Provisioning complete for port a5091b0c-1511-4e1c-8504-e498cf86783f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:36.325300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-6bf48509-4e47-43a3-9cf4-9482c525dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.410535 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-e5b10200-eb10-4e62-ba6b-a0902b23fca3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:36.418233 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-e5b10200-eb10-4e62-ba6b-a0902b23fca3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 818 time: 0.7410700 Apr 14 21:01:36.476957 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-46dab099-1133-40ba-b4a2-65dba1e7f82f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/quotas/b602c5a899634978a1fda095694fbcc7 HTTP/1.1" status: 200 len: 375 time: 0.0567536 Apr 14 21:01:36.494286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:36.498623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Checking segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:36.498623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.498623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Bound using segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:36.498623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Bound port: 6d0d157b-b268-47fd-8d70-545f51e446e7, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:36.498623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.502028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (08ecc169-d527-415a-aa09-5dc0421ed6f7), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.607891 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (08ecc169-d527-415a-aa09-5dc0421ed6f7), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.627030 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-db7a4075-48eb-48cb-8174-a9b831f7006a req-e7e9e844-7a36-443d-81d3-9155e02daccf tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 210 time: 0.2411058 Apr 14 21:01:36.685948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ecc169-d527-415a-aa09-5dc0421ed6f7,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:36.697867 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d8fea9c5-a5c1-409a-b8b5-98289e2a92c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.755720 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-ec41346b-ad6e-4d3d-a2e4-15a763f1699a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2719529 Apr 14 21:01:36.780522 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ae417-5df8-4f56-b54e-cb84885fc086 None None] Pushing event updated for resources: {'Port': ['ID=a5091b0c-1511-4e1c-8504-e498cf86783f,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:36.790352 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:36.795413 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-7af72786-3564-4073-a2fe-21cd0b13bc8c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0877681 Apr 14 21:01:36.797371 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53944) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:36.817518 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'security_group_rule': {'security_group_id': 'c54897f0-b41b-448f-8c4b-15406d282415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:36.980492 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (023779d7-8df8-404c-b3b2-59b3496c1b1f), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.130135 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (023779d7-8df8-404c-b3b2-59b3496c1b1f), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.160890 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] For port 6d0d157b-b268-47fd-8d70-545f51e446e7, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:37.172375 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] For port 6d0d157b-b268-47fd-8d70-545f51e446e7, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6d0d157b-b268-47fd-8d70-545f51e446e7,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:37.197919 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (023779d7-8df8-404c-b3b2-59b3496c1b1f), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.243022 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.264188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023779d7-8df8-404c-b3b2-59b3496c1b1f,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:37.324103 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.329560 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-6bf48509-4e47-43a3-9cf4-9482c525dd0b None None] Current status of the port a5091b0c-1511-4e1c-8504-e498cf86783f is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:37.384229 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-344efd5a-06db-434a-ab2c-84c02f29e87c service neutron] 10.222.0.37 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227717 Apr 14 21:01:37.404970 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.406574 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-f29403a7-cfd6-4a4a-8965-b3e645ebfebc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6083369 Apr 14 21:01:37.410351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 53962) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:37.418282 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:37.463918 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.497708 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] Provisioning complete for port 6d0d157b-b268-47fd-8d70-545f51e446e7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:37.498086 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.509508 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:37.510091 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:37.556469 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d8fea9c5-a5c1-409a-b8b5-98289e2a92c1 admin admin] Publish callbacks [] for security_group (fd6d13a7-cd19-4124-8f63-b73239b9b7e3), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.588636 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.800169 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.910523 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d8fea9c5-a5c1-409a-b8b5-98289e2a92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (fd6d13a7-cd19-4124-8f63-b73239b9b7e3), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:37.959024 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61817552-b424-4777-8159-5dbede4dde44 None None] Pushing event updated for resources: {'Port': ['ID=6d0d157b-b268-47fd-8d70-545f51e446e7,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:37.983207 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d8fea9c5-a5c1-409a-b8b5-98289e2a92c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4520eb118aa451189e126eafcd20148&name=default HTTP/1.1" status: 200 len: 2995 time: 2.1776583 Apr 14 21:01:37.988076 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fea9c5-a5c1-409a-b8b5-98289e2a92c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6d13a7-cd19-4124-8f63-b73239b9b7e3,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:37.990587 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53980) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:38.030225 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728b050-7cdb-4445-b5f9-f0dd6dcf6a6c req-5f461ab4-e84c-495b-a5bb-cbe6c170e6a7 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:38.038481 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d728b050-7cdb-4445-b5f9-f0dd6dcf6a6c req-5f461ab4-e84c-495b-a5bb-cbe6c170e6a7 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.5586607 Apr 14 21:01:38.052140 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:38.140380 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d728b050-7cdb-4445-b5f9-f0dd6dcf6a6c req-35f23e72-82c8-428c-9b34-735aa502b52e tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990620 Apr 14 21:01:38.145511 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Allocated IP 172.27.2.118 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/504f0003-0651-4d4f-8563-a78c211dbace) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:38.169172 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a5091b0c-1511-4e1c-8504-e498cf86783f up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:38.252207 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-87074313-84d4-4573-92e0-c7a7a115feef service neutron] 10.222.0.37 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578219 Apr 14 21:01:38.254664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 53982) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:38.365034 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.376340 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4a988699-a226-4296-9f8c-316c9478f29d req-31c985dd-6c43-42b5-aacb-7086c714a385 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 210 time: 0.1059656 Apr 14 21:01:38.379200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-205c97b5-6f11-4175-b948-fed4dc1c179f admin admin] Publish callbacks [] for security_group (fd6d13a7-cd19-4124-8f63-b73239b9b7e3), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.446775 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-205c97b5-6f11-4175-b948-fed4dc1c179f admin admin] Publish callbacks [] for security_group (fd6d13a7-cd19-4124-8f63-b73239b9b7e3), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.553551 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for port (504f0003-0651-4d4f-8563-a78c211dbace), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.628130 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] Current status of the port 6d0d157b-b268-47fd-8d70-545f51e446e7 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:38.628541 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.660202 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cdca9546-c577-456d-99e0-291a5acf56fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.691760 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port a5091b0c-1511-4e1c-8504-e498cf86783f triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:38.691760 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.713895 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-205c97b5-6f11-4175-b948-fed4dc1c179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (fd6d13a7-cd19-4124-8f63-b73239b9b7e3), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.717177 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-205c97b5-6f11-4175-b948-fed4dc1c179f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.718412 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-205c97b5-6f11-4175-b948-fed4dc1c179f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd6d13a7-cd19-4124-8f63-b73239b9b7e3 HTTP/1.1" status: 204 len: 168 time: 0.7231212 Apr 14 21:01:38.728523 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-3c103743-db84-48f8-b602-a8f3c2c5780c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:38.730060 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-3c103743-db84-48f8-b602-a8f3c2c5780c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 818 time: 0.4859655 Apr 14 21:01:38.755025 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'port': {'device_id': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'admin_state_up': True, 'tenant_id': 'b602c5a899634978a1fda095694fbcc7'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:38.803112 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (504f0003-0651-4d4f-8563-a78c211dbace), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:38.808411 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d50f8661-c86b-4974-95da-4bbff96a4b6b req-edd50a88-71c7-4aa3-932d-575fb3dc2bba tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.1411157 Apr 14 21:01:38.814534 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c97b5-6f11-4175-b948-fed4dc1c179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6d13a7-cd19-4124-8f63-b73239b9b7e3,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:38.953108 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] For port 6d0d157b-b268-47fd-8d70-545f51e446e7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6d0d157b-b268-47fd-8d70-545f51e446e7,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:39.055007 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cdca9546-c577-456d-99e0-291a5acf56fb admin admin] Publish callbacks [] for security_group (9fa99675-20df-4fdf-bacf-e81c0c31f908), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:39.063637 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:39.074412 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:37Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:39.159918 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cdca9546-c577-456d-99e0-291a5acf56fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (9fa99675-20df-4fdf-bacf-e81c0c31f908), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:39.170040 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:39.220761 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:39.257524 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:39.260582 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb167807-0862-4a35-a39b-e15b25541a3c None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:37Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:01:39.308157 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9546-c577-456d-99e0-291a5acf56fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa99675-20df-4fdf-bacf-e81c0c31f908,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:39.382396 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cdca9546-c577-456d-99e0-291a5acf56fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37b21f3b3da645d2b7be5e9779979355&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1265068 Apr 14 21:01:39.386190 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54030) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:39.451043 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-d736f508-8f78-4ba3-88c6-23b211aa0292 None None] Provisioning complete for port 6d0d157b-b268-47fd-8d70-545f51e446e7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:39.451707 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d736f508-8f78-4ba3-88c6-23b211aa0292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:39.567813 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ea42-e8d4-4db5-8ba0-15ca694ecf8c admin admin] Publish callbacks [] for security_group (9fa99675-20df-4fdf-bacf-e81c0c31f908), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:39.580692 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'Port': ['ID=504f0003-0651-4d4f-8563-a78c211dbace,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:39.673850 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ea42-e8d4-4db5-8ba0-15ca694ecf8c admin admin] Publish callbacks [] for security_group (9fa99675-20df-4fdf-bacf-e81c0c31f908), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:39.772091 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f47a1-4646-40c7-88ee-10f17b8f6df8 None None] Pushing event updated for resources: {'Port': ['ID=6d0d157b-b268-47fd-8d70-545f51e446e7,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:39.776467 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port a5091b0c-1511-4e1c-8504-e498cf86783f is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:39.855935 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ed665c7b-0f24-4190-b7d3-b4970194ba1e req-3faf00df-328a-40e6-b1b6-08837fd7f832 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 210 time: 0.1982822 Apr 14 21:01:39.895856 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.45', 58364) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:39.945332 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.035622 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (7b2b61c1-330a-4aeb-ac6f-787349769552), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.053910 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Made reservation on behalf of b602c5a899634978a1fda095694fbcc7 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:40.062668 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.082502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-d736f508-8f78-4ba3-88c6-23b211aa0292 None None] Current status of the port 6d0d157b-b268-47fd-8d70-545f51e446e7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:40.170944 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54052) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:40.204777 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6d0d157b-b268-47fd-8d70-545f51e446e7 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:40.218467 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfad8a-dd25-4ae6-b674-d8c32ca58e0c req-1327d3ed-9c57-4ac7-9600-b2f1a9877cb1 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:40.220474 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eccfad8a-dd25-4ae6-b674-d8c32ca58e0c req-1327d3ed-9c57-4ac7-9600-b2f1a9877cb1 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.3800519 Apr 14 21:01:40.222029 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bc9abe96-af68-4aef-a7d8-2f67276486c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.290097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (504f0003-0651-4d4f-8563-a78c211dbace), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.333836 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7a642728-a09f-4a0d-b4f6-2d48fcedfc0b req-6a4d7d4c-0970-4801-ab0b-5dd9be13347c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.2296681 Apr 14 21:01:40.445105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6d0d157b-b268-47fd-8d70-545f51e446e7 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:40.446368 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.457589 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eccfad8a-dd25-4ae6-b674-d8c32ca58e0c req-7873a001-725c-4f56-ae0e-7e8a7c3239d1 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122600 Apr 14 21:01:40.468776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d18432dd-f23d-4af4-b58d-3fad76131b08 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:40.472012 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d18432dd-f23d-4af4-b58d-3fad76131b08 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 811 time: 0.5731392 Apr 14 21:01:40.504649 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ea42-e8d4-4db5-8ba0-15ca694ecf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (9fa99675-20df-4fdf-bacf-e81c0c31f908), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.512084 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ea42-e8d4-4db5-8ba0-15ca694ecf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:40.513276 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-dcc5ea42-e8d4-4db5-8ba0-15ca694ecf8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fa99675-20df-4fdf-bacf-e81c0c31f908 HTTP/1.1" status: 204 len: 168 time: 1.1248131 Apr 14 21:01:40.609621 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54068) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:40.626677 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5ea42-e8d4-4db5-8ba0-15ca694ecf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa99675-20df-4fdf-bacf-e81c0c31f908,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:40.775637 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6d0d157b-b268-47fd-8d70-545f51e446e7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:40.918718 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-01b554c7-a788-4d2d-868b-83fb474836bb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb334132123f4d279999acba060a0ad5 HTTP/1.1" status: 200 len: 380 time: 0.4287136 Apr 14 21:01:40.976873 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'port': {'device_id': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'admin_state_up': True, 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'security_groups': ['8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:41.046035 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Allocated IP 172.20.0.11 (4886497d-0573-4044-bfa7-39edf333da43/e5ffc871-e383-4f64-8126-d85cfe9a6327/30076433-1a30-4393-98e3-1355239e4989) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:41.133073 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for port (504f0003-0651-4d4f-8563-a78c211dbace), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.242366 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (504f0003-0651-4d4f-8563-a78c211dbace), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.273329 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (7b2b61c1-330a-4aeb-ac6f-787349769552), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.286363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bc9abe96-af68-4aef-a7d8-2f67276486c7 admin admin] Publish callbacks [] for security_group (a10367bb-0525-4f1b-89a3-5b4580db7e56), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.305803 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d46a46b3-6d45-4435-9e72-9277d039d172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.318302 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-097fbf7e-1ec9-4aff-9e26-3ad1d20b9208 req-1469d4a0-3c75-4a48-911e-0fa0c7b16a10 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 210 time: 0.1862795 Apr 14 21:01:41.403279 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bc9abe96-af68-4aef-a7d8-2f67276486c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (a10367bb-0525-4f1b-89a3-5b4580db7e56), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.473312 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bc9abe96-af68-4aef-a7d8-2f67276486c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d97e01c67b1e4e9bb3d737af5122e9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2876265 Apr 14 21:01:41.492930 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54108) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:41.618102 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c336206d-5b13-48b0-a1ac-06bf68c6c65c req-b72d9a45-9a7c-4f8d-ab16-492723c9c172 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.1321878 Apr 14 21:01:41.662724 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9abe96-af68-4aef-a7d8-2f67276486c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10367bb-0525-4f1b-89a3-5b4580db7e56,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:41.673153 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.676200 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2645159 Apr 14 21:01:41.697784 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af86e1-08a4-4e72-89cc-ffa7b720f595 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'Port': ['ID=504f0003-0651-4d4f-8563-a78c211dbace,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:41.722562 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d46a46b3-6d45-4435-9e72-9277d039d172 admin admin] Publish callbacks [] for security_group (9f925513-2ae5-4036-a123-c98ca8873e7c), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.766922 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for port (30076433-1a30-4393-98e3-1355239e4989), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.795705 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Made reservation on behalf of eb334132123f4d279999acba060a0ad5 for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:41.799199 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.800097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d46a46b3-6d45-4435-9e72-9277d039d172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (9f925513-2ae5-4036-a123-c98ca8873e7c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:41.856287 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d46a46b3-6d45-4435-9e72-9277d039d172 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a71ecd352e3c4aaba62b3059001f6e78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2410078 Apr 14 21:01:41.858785 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54128) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:41.861330 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a46b3-6d45-4435-9e72-9277d039d172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f925513-2ae5-4036-a123-c98ca8873e7c,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:41.868223 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21025f26-efda-4e89-8e38-21957fe4c403 req-4d77bdff-0a43-4cdd-a2e8-35fbbc56d9df tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:41.883525 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-21025f26-efda-4e89-8e38-21957fe4c403 req-4d77bdff-0a43-4cdd-a2e8-35fbbc56d9df tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.2562904 Apr 14 21:01:41.926505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (30076433-1a30-4393-98e3-1355239e4989), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.041637 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Network 4886497d-0573-4044-bfa7-39edf333da43 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:42.042365 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'Port': ['ID=30076433-1a30-4393-98e3-1355239e4989,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:42.051296 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:42.053791 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:42.059263 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:42.060767 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.071052 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-333c285f-3023-4eb3-9de0-ab100ef05da8 admin admin] Publish callbacks [] for security_group (9f925513-2ae5-4036-a123-c98ca8873e7c), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.107016 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-333c285f-3023-4eb3-9de0-ab100ef05da8 admin admin] Publish callbacks [] for security_group (9f925513-2ae5-4036-a123-c98ca8873e7c), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.147667 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-545bb7e0-fdec-4be8-9804-4472553664a1 admin admin] Publish callbacks [] for security_group (a10367bb-0525-4f1b-89a3-5b4580db7e56), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.182884 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-f4db4ef2-7614-40a0-afc0-fb710768b1c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4344530 Apr 14 21:01:42.233291 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-333c285f-3023-4eb3-9de0-ab100ef05da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (9f925513-2ae5-4036-a123-c98ca8873e7c), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.236528 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-333c285f-3023-4eb3-9de0-ab100ef05da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.241118 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-333c285f-3023-4eb3-9de0-ab100ef05da8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f925513-2ae5-4036-a123-c98ca8873e7c HTTP/1.1" status: 204 len: 168 time: 0.3809786 Apr 14 21:01:42.250791 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c285f-3023-4eb3-9de0-ab100ef05da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f925513-2ae5-4036-a123-c98ca8873e7c,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:42.295434 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-545bb7e0-fdec-4be8-9804-4472553664a1 admin admin] Publish callbacks [] for security_group (a10367bb-0525-4f1b-89a3-5b4580db7e56), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.313717 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.45', 58368) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:42.343067 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Request body: {'port': {'device_id': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:42.350951 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-21025f26-efda-4e89-8e38-21957fe4c403 req-61f1c0fd-434f-4a6e-94fc-cc4f075846e0 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378632 Apr 14 21:01:42.390508 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-8a57dc20-fe50-4e70-94e5-992ef62f5bf8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--902038665&fields=id&tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 267 time: 0.3485909 Apr 14 21:01:42.390508 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Allocated IP 172.20.0.13 (0ec47483-941a-4496-b4cc-b6129cf85a91/d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f/2f500fdb-9849-453c-9c25-ef1f59f3b176) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:42.424610 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-ec8f4f50-6376-4a76-bf2e-141965ce65f4 None None] Provisioning complete for port 30076433-1a30-4393-98e3-1355239e4989 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:42.426495 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4f50-6376-4a76-bf2e-141965ce65f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (30076433-1a30-4393-98e3-1355239e4989), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.489202 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (30076433-1a30-4393-98e3-1355239e4989), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.491015 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f4f50-6376-4a76-bf2e-141965ce65f4 None None] Port 30076433-1a30-4393-98e3-1355239e4989 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:42.552024 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-840fe6b5-df5a-46d5-96f6-253d12ff9961 req-ffea5f80-1953-450e-872e-d7f42271874b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 210 time: 0.0558488 Apr 14 21:01:42.608327 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-2c0254c7-745b-4f5e-882e-96f57fc64dda tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:42.609969 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-2c0254c7-745b-4f5e-882e-96f57fc64dda tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 817 time: 0.2125208 Apr 14 21:01:42.626546 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-6fa8be8b-1da3-46ff-80cc-abaa218036a8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/quotas/a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 375 time: 0.0101094 Apr 14 21:01:42.669784 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-545bb7e0-fdec-4be8-9804-4472553664a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (a10367bb-0525-4f1b-89a3-5b4580db7e56), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.676468 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-545bb7e0-fdec-4be8-9804-4472553664a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:42.678256 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-545bb7e0-fdec-4be8-9804-4472553664a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a10367bb-0525-4f1b-89a3-5b4580db7e56 HTTP/1.1" status: 204 len: 168 time: 1.1796565 Apr 14 21:01:42.744882 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bb7e0-fdec-4be8-9804-4472553664a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10367bb-0525-4f1b-89a3-5b4580db7e56,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:42.848420 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-8a81e536-5f74-46b2-a689-2578e5f353e1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:42.850442 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-8a81e536-5f74-46b2-a689-2578e5f353e1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 818 time: 0.5355268 Apr 14 21:01:43.028837 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-eca6c9dd-00e7-4921-8e48-575c674bd6c2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3956242 Apr 14 21:01:43.040601 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b213dc83-2d9b-4df4-89de-3b15d1f6c9e8 req-f5c59ff0-6c15-4115-b649-cebab0127f9e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.2423630 Apr 14 21:01:43.069004 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30076433-1a30-4393-98e3-1355239e4989 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:43.077550 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Publish callbacks [] for port (30076433-1a30-4393-98e3-1355239e4989), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.092636 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Transition to ACTIVE for port object 30076433-1a30-4393-98e3-1355239e4989 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:01:43.150507 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.181286 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-935d074a-f78b-412a-93e9-8586cf5a0c71 service neutron] 10.222.0.37 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358910 Apr 14 21:01:43.210738 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (30076433-1a30-4393-98e3-1355239e4989), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.263873 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Pushing event updated for resources: {'Port': ['ID=30076433-1a30-4393-98e3-1355239e4989,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:43.295122 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-df11774e-337d-4341-84fc-f911f47c02a2 service neutron] 10.222.0.37 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051633 Apr 14 21:01:43.305948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Attempting to bind port 30076433-1a30-4393-98e3-1355239e4989 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:43.306293 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Attempting to bind port 30076433-1a30-4393-98e3-1355239e4989 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:43.306632 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Attempting to bind port 30076433-1a30-4393-98e3-1355239e4989 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:43.312418 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Port 30076433-1a30-4393-98e3-1355239e4989 on network 4886497d-0573-4044-bfa7-39edf333da43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:01:43.312670 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Attempting to bind port 30076433-1a30-4393-98e3-1355239e4989 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:43.319953 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:43.320304 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Checking segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:43.320701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Bound using segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:43.321342 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Bound port: 30076433-1a30-4393-98e3-1355239e4989, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:43.323205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (30076433-1a30-4393-98e3-1355239e4989), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.343385 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'port': {'device_id': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'admin_state_up': True, 'tenant_id': 'b602c5a899634978a1fda095694fbcc7'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:43.353983 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.461001 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54184) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:43.482017 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] For port 30076433-1a30-4393-98e3-1355239e4989, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:43.487227 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f1947454-85c5-4216-8daf-fe326bf2e590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.490870 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] For port 30076433-1a30-4393-98e3-1355239e4989, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=30076433-1a30-4393-98e3-1355239e4989,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:43.570829 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:43.573991 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'Port': ['ID=2f500fdb-9849-453c-9c25-ef1f59f3b176,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:43.579280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:43.610062 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167fdc1-b3ce-45a5-8951-8deda2525ed5 req-ea183f94-85f6-4f73-8a7c-62d01a64c826 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:43.611778 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c167fdc1-b3ce-45a5-8951-8deda2525ed5 req-ea183f94-85f6-4f73-8a7c-62d01a64c826 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.1433022 Apr 14 21:01:43.613830 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f1947454-85c5-4216-8daf-fe326bf2e590 admin admin] Publish callbacks [] for security_group (38a37ca9-dac6-47c8-984a-b9195421d79d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.616584 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (30076433-1a30-4393-98e3-1355239e4989), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.626252 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:43.640784 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:43.641468 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.655590 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54192) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:43.719311 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Pushing event updated for resources: {'Port': ['ID=30076433-1a30-4393-98e3-1355239e4989,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:43.732588 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f1947454-85c5-4216-8daf-fe326bf2e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (38a37ca9-dac6-47c8-984a-b9195421d79d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.743055 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Made reservation on behalf of b602c5a899634978a1fda095694fbcc7 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:43.753909 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.837939 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-d938d71b-7bc2-48cc-988a-d782e15811ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8843670 Apr 14 21:01:43.882619 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c167fdc1-b3ce-45a5-8951-8deda2525ed5 req-2788d602-54ca-4f87-8e9b-d9d1bb3d2edb tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318375 Apr 14 21:01:43.895462 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:43.896140 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:43.897669 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-c3a34cdd-27c0-4f2f-a5b0-1ef3497c001e service neutron] 10.222.0.45 "PUT /v2.0/ports/30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 200 len: 1094 time: 1.5810452 Apr 14 21:01:43.898143 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'tag': '30076433-1a30-4393-98e3-1355239e4989'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:43.900183 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Request body: {'port': {'device_id': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:43.912634 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3f4340-8cec-45da-bdcb-e6aa01fe963d", "tag": "30076433-1a30-4393-98e3-1355239e4989"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:43.930725 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-f1947454-85c5-4216-8daf-fe326bf2e590 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=692969eaf8874476918f3425d2b885fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686837 Apr 14 21:01:43.936325 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54206) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:44.046638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7ce585cd-e294-4647-986e-addb8378ebc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.059435 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110b4a5-eaf3-4909-a72e-cbe5bb5cd43a req-b237f5ff-3d1d-4bc5-a201-94837a75c2c6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:44.061095 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5110b4a5-eaf3-4909-a72e-cbe5bb5cd43a req-b237f5ff-3d1d-4bc5-a201-94837a75c2c6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 932 time: 0.2713432 Apr 14 21:01:44.137583 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-339b835f-d248-46a0-a100-7849723c5caa req-0c8c53bf-26cb-4271-9c60-a54a069b5490 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0984991 Apr 14 21:01:44.149251 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1947454-85c5-4216-8daf-fe326bf2e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a37ca9-dac6-47c8-984a-b9195421d79d,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:44.182532 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.184409 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-354b392d-ce14-4b86-bee4-f11858232007 None None] Provisioning complete for port 2f500fdb-9849-453c-9c25-ef1f59f3b176 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:44.186239 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-354b392d-ce14-4b86-bee4-f11858232007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.247250 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-354b392d-ce14-4b86-bee4-f11858232007 None None] Port 2f500fdb-9849-453c-9c25-ef1f59f3b176 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:44.308236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6eccd-b815-4a68-b201-cfd886a11333 x-openstack-request-id: req-8cc6eccd-b815-4a68-b201-cfd886a11333 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:44.309917 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3f4340-8cec-45da-bdcb-e6aa01fe963d", "tag": "30076433-1a30-4393-98e3-1355239e4989", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:44.311996 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cc6eccd-b815-4a68-b201-cfd886a11333 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:44.312921 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc6eccd-b815-4a68-b201-cfd886a11333'] response: {'name': 'network-changed', 'server_uuid': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'tag': '30076433-1a30-4393-98e3-1355239e4989', 'status': 'completed', 'code': 200} Apr 14 21:01:44.331093 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-1e14ead0-3171-4970-a9ee-c0331e32b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:44.338174 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-1e14ead0-3171-4970-a9ee-c0331e32b3c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1128 time: 0.1900828 Apr 14 21:01:44.340961 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5110b4a5-eaf3-4909-a72e-cbe5bb5cd43a req-ce7b87ed-dd55-46fe-a750-f44b56cd6f7e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636435 Apr 14 21:01:44.391004 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2e54f8cd-a725-4510-9a66-c41f62df32a6 admin admin] Publish callbacks [] for security_group (38a37ca9-dac6-47c8-984a-b9195421d79d), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.458215 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-424f6179-4dca-4099-ada8-de9149da7a69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 200 len: 217 time: 0.0910761 Apr 14 21:01:44.470436 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b5a42538-2918-46b3-ad2a-087e46bba5b2 req-f17d1a87-413e-456d-970b-9549e4fea793 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.0781419 Apr 14 21:01:44.554838 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7ce585cd-e294-4647-986e-addb8378ebc6 admin admin] Publish callbacks [] for security_group (3e0d946d-9ef5-4ea2-a553-40b193e2fb2d), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.575056 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2e54f8cd-a725-4510-9a66-c41f62df32a6 admin admin] Publish callbacks [] for security_group (38a37ca9-dac6-47c8-984a-b9195421d79d), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.578505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-006248e3-9f44-4ac1-ad45-307475f09913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:44.580071 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-006248e3-9f44-4ac1-ad45-307475f09913 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.1144471 Apr 14 21:01:44.591872 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Allocated IP 172.20.0.14 (4886497d-0573-4044-bfa7-39edf333da43/e5ffc871-e383-4f64-8126-d85cfe9a6327/2344be33-7c69-4118-82a4-ba17028179c2) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:44.620142 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7ce585cd-e294-4647-986e-addb8378ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (3e0d946d-9ef5-4ea2-a553-40b193e2fb2d), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.714456 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-0db42cfd-fc6e-40a8-a7d1-8db328ef036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:44.716046 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-0db42cfd-fc6e-40a8-a7d1-8db328ef036a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271255 Apr 14 21:01:44.792150 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-7ce585cd-e294-4647-986e-addb8378ebc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d2bfa25fd7f438f859d6e02b2444186&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1354342 Apr 14 21:01:44.796498 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54248) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:44.804563 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce585cd-e294-4647-986e-addb8378ebc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d946d-9ef5-4ea2-a553-40b193e2fb2d,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:44.867017 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2e54f8cd-a725-4510-9a66-c41f62df32a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (38a37ca9-dac6-47c8-984a-b9195421d79d), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.869558 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2e54f8cd-a725-4510-9a66-c41f62df32a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.873203 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2e54f8cd-a725-4510-9a66-c41f62df32a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38a37ca9-dac6-47c8-984a-b9195421d79d HTTP/1.1" status: 204 len: 168 time: 0.9121032 Apr 14 21:01:44.889422 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2d3d6fe0-c8bb-4671-9c02-fa15b68eba4e admin admin] Publish callbacks [] for security_group (3e0d946d-9ef5-4ea2-a553-40b193e2fb2d), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.895260 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54f8cd-a725-4510-9a66-c41f62df32a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a37ca9-dac6-47c8-984a-b9195421d79d,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:44.945043 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2d3d6fe0-c8bb-4671-9c02-fa15b68eba4e admin admin] Publish callbacks [] for security_group (3e0d946d-9ef5-4ea2-a553-40b193e2fb2d), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:44.960442 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f500fdb-9849-453c-9c25-ef1f59f3b176 {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:44.968139 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-d7fd863e-117b-4eac-adf9-49db92d4efbc service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446389 Apr 14 21:01:44.975242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Publish callbacks [] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.002617 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for port (2344be33-7c69-4118-82a4-ba17028179c2), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.021066 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Transition to ACTIVE for port object 2f500fdb-9849-453c-9c25-ef1f59f3b176 will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:01:45.086618 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.109084 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5678c8b5-bc9a-4cca-914c-a621d6078429 req-d00a3bbc-43d6-4db2-803e-eed413185f54 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350110 Apr 14 21:01:45.122603 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2d3d6fe0-c8bb-4671-9c02-fa15b68eba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (3e0d946d-9ef5-4ea2-a553-40b193e2fb2d), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.126639 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2d3d6fe0-c8bb-4671-9c02-fa15b68eba4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.132141 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-2d3d6fe0-c8bb-4671-9c02-fa15b68eba4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e0d946d-9ef5-4ea2-a553-40b193e2fb2d HTTP/1.1" status: 204 len: 168 time: 0.3335936 Apr 14 21:01:45.150865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d439b9e-31de-4b23-a149-71c74b877833 req-b72d51ee-1488-4e03-919b-4b3db180b213 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:45.157430 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4d439b9e-31de-4b23-a149-71c74b877833 req-b72d51ee-1488-4e03-919b-4b3db180b213 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 944 time: 0.1021183 Apr 14 21:01:45.177123 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (2344be33-7c69-4118-82a4-ba17028179c2), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.188755 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d6fe0-c8bb-4671-9c02-fa15b68eba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d946d-9ef5-4ea2-a553-40b193e2fb2d,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:45.193364 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Pushing event updated for resources: {'Port': ['ID=2f500fdb-9849-453c-9c25-ef1f59f3b176,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:45.200349 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Network 4886497d-0573-4044-bfa7-39edf333da43 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:45.203513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:45.245594 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:45.258780 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:45.259674 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.298199 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'Port': ['ID=2344be33-7c69-4118-82a4-ba17028179c2,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:45.385904 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4904a35b-a516-4930-9fa3-0a29523522f7 req-311f6241-a473-4467-ac4c-9a23e840a481 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0753419 Apr 14 21:01:45.389789 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Attempting to bind port 2f500fdb-9849-453c-9c25-ef1f59f3b176 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:45.390154 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Attempting to bind port 2f500fdb-9849-453c-9c25-ef1f59f3b176 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:45.390520 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Attempting to bind port 2f500fdb-9849-453c-9c25-ef1f59f3b176 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:45.396393 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-39edaca5-0597-47b6-bcd4-a517a696b06b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0573220 Apr 14 21:01:45.409032 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4d439b9e-31de-4b23-a149-71c74b877833 req-91a31ffa-58f4-4571-bbec-7e72e972e007 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398036 Apr 14 21:01:45.423557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Port 2f500fdb-9849-453c-9c25-ef1f59f3b176 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:01:45.423557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Attempting to bind port 2f500fdb-9849-453c-9c25-ef1f59f3b176 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:45.442280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:45.447603 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Checking segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:45.448256 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Bound using segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:45.449486 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Bound port: 2f500fdb-9849-453c-9c25-ef1f59f3b176, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:45.449971 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.509440 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a1bcea9c-4d61-4c7c-9bcb-2f671a9c9693 None None] Provisioning complete for port 2344be33-7c69-4118-82a4-ba17028179c2 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:45.509945 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a1bcea9c-4d61-4c7c-9bcb-2f671a9c9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2344be33-7c69-4118-82a4-ba17028179c2), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.546034 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcea9c-4d61-4c7c-9bcb-2f671a9c9693 None None] Port 2344be33-7c69-4118-82a4-ba17028179c2 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:45.626327 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8667885-19bb-4e67-8dc2-003213c0d981 req-1211ace0-408f-4be5-9d52-78ef4d49e9c1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:45.633041 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d8667885-19bb-4e67-8dc2-003213c0d981 req-1211ace0-408f-4be5-9d52-78ef4d49e9c1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 944 time: 0.1372371 Apr 14 21:01:45.650224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] For port 2f500fdb-9849-453c-9c25-ef1f59f3b176, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:45.672896 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb517-8acd-41d7-8afc-62c2139bf15a req-423c45c5-4ba9-45e3-abc5-cf5441a597c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:45.673230 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b66bb517-8acd-41d7-8afc-62c2139bf15a req-423c45c5-4ba9-45e3-abc5-cf5441a597c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 932 time: 0.1194427 Apr 14 21:01:45.707820 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] For port 2f500fdb-9849-453c-9c25-ef1f59f3b176, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:45.757872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d8667885-19bb-4e67-8dc2-003213c0d981 req-22f4ed6f-ab37-463a-a5d5-1680328561df tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238754 Apr 14 21:01:45.778566 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.811004 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b66bb517-8acd-41d7-8afc-62c2139bf15a req-25a0f539-6fbd-427b-b5f9-cdc6352f16e6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275320 Apr 14 21:01:45.833130 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:45.833864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:45.835190 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] 10.222.0.45 "PUT /v2.0/ports/2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 1094 time: 1.9516466 Apr 14 21:01:45.835669 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:45.867777 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:01:45.891968 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Request body: {'port': {'device_id': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:45.986198 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb0db-1e83-409c-bb38-08a62c33f15f service neutron] Pushing event updated for resources: {'Port': ['ID=2f500fdb-9849-453c-9c25-ef1f59f3b176,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:46.012242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-5720bd86-f9b8-49ce-864e-1656491a02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:46.013756 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-5720bd86-f9b8-49ce-864e-1656491a02af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1128 time: 0.1144171 Apr 14 21:01:46.046268 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,segment=NetworkSegment(b193feb5-b52c-4a4d-bf9e-95db015857e6),segment_id=b193feb5-b52c-4a4d-bf9e-95db015857e6)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:46.048293 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2344be33-7c69-4118-82a4-ba17028179c2), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:46.062970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8', 'network_id': '8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa', 'port_id': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8', 'mac_address': 'fa:16:3e:49:fc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:01:46.110973 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54290) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:46.140216 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:46.140674 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:46.162460 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-5e88667d-4e1f-4418-859f-de824ac38415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:46.164763 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-5e88667d-4e1f-4418-859f-de824ac38415 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1128 time: 0.1189718 Apr 14 21:01:46.203686 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:46.212350 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b689-2281-4d4a-98f8-c89eed20bb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:46.237707 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-2f29976c-e650-49b5-838b-0c5182aeaef4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 217 time: 0.0569096 Apr 14 21:01:46.264801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,segment=NetworkSegment(b193feb5-b52c-4a4d-bf9e-95db015857e6),segment_id=b193feb5-b52c-4a4d-bf9e-95db015857e6)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:46.337576 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-5374dabe-27b3-4c6b-9d4d-3b6f309308f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:46.339324 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-5374dabe-27b3-4c6b-9d4d-3b6f309308f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0534747 Apr 14 21:01:46.371419 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:46.448078 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-be5c52c6-f4bb-4225-9f68-0c22ca44091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:46.456384 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-be5c52c6-f4bb-4225-9f68-0c22ca44091b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661860 Apr 14 21:01:46.457656 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:46.509749 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a11622-6e07-47b6-af53-ca834c5878ef" -d '{"events": [{"name": "network-changed", "server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:46.599152 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-3ba4800d-27bb-436e-ba19-70d3c46e6299 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329336 Apr 14 21:01:46.607911 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0721d950-62c1-4eb5-985b-4a3e427ff4f7 req-7477a68c-3a30-4144-9a22-2e5098d6c88c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0778902 Apr 14 21:01:46.619809 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['63a4a535-66d9-45e0-89d0-4d53d2eb6ec8'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:01:46.685565 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fb551-3251-435a-9289-587284b53b46 req-70303436-e4b1-486d-bed2-1f674f4cb089 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:46.687865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-451fb551-3251-435a-9289-587284b53b46 req-70303436-e4b1-486d-bed2-1f674f4cb089 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 945 time: 0.1485770 Apr 14 21:01:46.695281 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-03af63e3-293e-4500-a832-2d147c39267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:46.697076 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-03af63e3-293e-4500-a832-2d147c39267c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.6758435 Apr 14 21:01:46.795218 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-19ea76fb-915d-4fd0-9f8d-4b181894ba8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 200 len: 217 time: 0.0896037 Apr 14 21:01:46.879311 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bf2e65fb-8b13-4d64-8d20-70032d8c9f9b req-6c37bbb7-434c-458e-b4d4-c6046387e9f1 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640114 Apr 14 21:01:46.943739 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-451fb551-3251-435a-9289-587284b53b46 req-e5170db3-0c0d-431d-8b31-6a0eb553261c tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412806 Apr 14 21:01:46.957111 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78693109-95ea-4aa8-b3b2-8e9fbac66527 x-openstack-request-id: req-78693109-95ea-4aa8-b3b2-8e9fbac66527 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:46.957740 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:46.958217 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78693109-95ea-4aa8-b3b2-8e9fbac66527 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:46.959968 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78693109-95ea-4aa8-b3b2-8e9fbac66527'] response: {'name': 'network-changed', 'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'status': 'completed', 'code': 200} Apr 14 21:01:46.975035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b689-2281-4d4a-98f8-c89eed20bb78 admin admin] Publish callbacks [] for security_group (da4af728-426e-455e-8ba2-759e313fdfb7), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.012643 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:01:47.020643 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-e02b753f-1f41-41eb-99d5-ca6d51d40ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:47.024701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2344be33-7c69-4118-82a4-ba17028179c2 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:47.024924 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-e02b753f-1f41-41eb-99d5-ca6d51d40ae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.2040358 Apr 14 21:01:47.059884 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Publish callbacks [] for port (2344be33-7c69-4118-82a4-ba17028179c2), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.102475 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Transition to ACTIVE for port object 2344be33-7c69-4118-82a4-ba17028179c2 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:01:47.104272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b689-2281-4d4a-98f8-c89eed20bb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da4af728-426e-455e-8ba2-759e313fdfb7), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.193079 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2344be33-7c69-4118-82a4-ba17028179c2), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.232858 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d2cc-74f9-4ef9-ae21-2761022c6b9b req-9096892e-a0d4-4523-a850-6056de876529 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:47.234390 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfc7d2cc-74f9-4ef9-ae21-2761022c6b9b req-9096892e-a0d4-4523-a850-6056de876529 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 944 time: 0.1971979 Apr 14 21:01:47.237939 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-c04d2e22-f79b-42d1-bfe7-956a28f9474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:47.239462 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-c04d2e22-f79b-42d1-bfe7-956a28f9474c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1903980 Apr 14 21:01:47.246499 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9a11-3198-4e5c-8545-86ea403173a2 req-7d855173-78f3-4dfd-b88d-6450e89a957e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:47.248068 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-192e9a11-3198-4e5c-8545-86ea403173a2 req-7d855173-78f3-4dfd-b88d-6450e89a957e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 932 time: 0.1697173 Apr 14 21:01:47.259701 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-3bb6b689-2281-4d4a-98f8-c89eed20bb78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8caf7a8c5d0d4a238b03eeaf98d113af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1341693 Apr 14 21:01:47.259701 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6b689-2281-4d4a-98f8-c89eed20bb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4af728-426e-455e-8ba2-759e313fdfb7,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:47.268747 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54328) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:47.332681 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Attempting to bind port 2344be33-7c69-4118-82a4-ba17028179c2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:47.333187 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Attempting to bind port 2344be33-7c69-4118-82a4-ba17028179c2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:47.333187 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Attempting to bind port 2344be33-7c69-4118-82a4-ba17028179c2 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:47.356134 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Port 2344be33-7c69-4118-82a4-ba17028179c2 on network 4886497d-0573-4044-bfa7-39edf333da43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:01:47.356810 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Attempting to bind port 2344be33-7c69-4118-82a4-ba17028179c2 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:47.360802 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Pushing event updated for resources: {'Port': ['ID=2344be33-7c69-4118-82a4-ba17028179c2,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:47.369728 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:47.382831 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Checking segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:47.387606 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Bound using segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:47.388279 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Bound port: 2344be33-7c69-4118-82a4-ba17028179c2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:47.388806 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2344be33-7c69-4118-82a4-ba17028179c2), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.392632 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-192e9a11-3198-4e5c-8545-86ea403173a2 req-b3fe0f36-e561-4998-a66a-d9e72125265f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222081 Apr 14 21:01:47.402469 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfc7d2cc-74f9-4ef9-ae21-2761022c6b9b req-3de51f1d-93e6-438a-b3ab-c0a79ff7ca83 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531475 Apr 14 21:01:47.416393 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0f9a9bc0-738e-443e-bf81-1f82841b490f admin admin] Publish callbacks [] for security_group (da4af728-426e-455e-8ba2-759e313fdfb7), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.443465 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0f9a9bc0-738e-443e-bf81-1f82841b490f admin admin] Publish callbacks [] for security_group (da4af728-426e-455e-8ba2-759e313fdfb7), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.507616 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] For port 2344be33-7c69-4118-82a4-ba17028179c2, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:47.511655 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] For port 2344be33-7c69-4118-82a4-ba17028179c2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2344be33-7c69-4118-82a4-ba17028179c2,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:47.575698 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0f9a9bc0-738e-443e-bf81-1f82841b490f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da4af728-426e-455e-8ba2-759e313fdfb7), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.576291 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2344be33-7c69-4118-82a4-ba17028179c2), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.578379 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0f9a9bc0-738e-443e-bf81-1f82841b490f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.582228 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0f9a9bc0-738e-443e-bf81-1f82841b490f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da4af728-426e-455e-8ba2-759e313fdfb7 HTTP/1.1" status: 204 len: 168 time: 0.3081882 Apr 14 21:01:47.606697 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a9bc0-738e-443e-bf81-1f82841b490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4af728-426e-455e-8ba2-759e313fdfb7,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:47.619333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:47.619333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:47.619333 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] 10.222.0.45 "PUT /v2.0/ports/2344be33-7c69-4118-82a4-ba17028179c2 HTTP/1.1" status: 200 len: 1094 time: 1.7292559 Apr 14 21:01:47.619333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'tag': '2344be33-7c69-4118-82a4-ba17028179c2'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:47.619333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00" -d '{"events": [{"name": "network-changed", "server_uuid": "c36e31e4-b532-4867-b6ae-9f5ddcb10e84", "tag": "2344be33-7c69-4118-82a4-ba17028179c2"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:47.647924 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad114a-2a83-4081-987b-db7b4772e559 service neutron] Pushing event updated for resources: {'Port': ['ID=2344be33-7c69-4118-82a4-ba17028179c2,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:47.683396 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d08912-e98b-48ca-87d2-190b3c3250b2 x-openstack-request-id: req-f6d08912-e98b-48ca-87d2-190b3c3250b2 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:47.683711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36e31e4-b532-4867-b6ae-9f5ddcb10e84", "tag": "2344be33-7c69-4118-82a4-ba17028179c2", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:47.684137 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6d08912-e98b-48ca-87d2-190b3c3250b2 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:47.695517 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d08912-e98b-48ca-87d2-190b3c3250b2'] response: {'name': 'network-changed', 'server_uuid': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'tag': '2344be33-7c69-4118-82a4-ba17028179c2', 'status': 'completed', 'code': 200} Apr 14 21:01:47.768826 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-416142f0-d26e-43d8-a707-a296857a0f36 req-ff6ec2f5-78ed-4044-ba8d-05041ac695d7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0416002 Apr 14 21:01:47.818885 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 30076433-1a30-4393-98e3-1355239e4989 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:01:47.844317 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:47.970093 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.45', 58376) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:48.019282 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00 req-a6860c4c-f6cd-401f-9347-3b6e84835e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.021182 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00 req-a6860c4c-f6cd-401f-9347-3b6e84835e90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 1128 time: 0.0508556 Apr 14 21:01:48.044275 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a11622-6e07-47b6-af53-ca834c5878ef req-2b86241f-e165-4942-9f7c-def2228f8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.045909 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-2b86241f-e165-4942-9f7c-def2228f8e95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1128 time: 0.1405699 Apr 14 21:01:48.218633 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:01:48.227710 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 30076433-1a30-4393-98e3-1355239e4989, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=30076433-1a30-4393-98e3-1355239e4989,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:48.241732 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '30076433-1a30-4393-98e3-1355239e4989', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'port_id': '30076433-1a30-4393-98e3-1355239e4989', 'mac_address': 'fa:16:3e:b6:a6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:01:48.268589 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-48e5b4d2-e9d9-4029-88f8-e52509f5cb62 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143376 Apr 14 21:01:48.301242 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 30076433-1a30-4393-98e3-1355239e4989 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:48.301676 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (30076433-1a30-4393-98e3-1355239e4989), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:48.319812 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:48.320278 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:48.364116 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30076433-1a30-4393-98e3-1355239e4989 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:48.376513 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b2e56-0cb6-4398-854a-0f1737310af2 req-0322b679-625c-4110-a366-1dfa9ec1c367 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.387012 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b6b2e56-0cb6-4398-854a-0f1737310af2 req-0322b679-625c-4110-a366-1dfa9ec1c367 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 945 time: 0.2699885 Apr 14 21:01:48.411182 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a11622-6e07-47b6-af53-ca834c5878ef req-e19a9974-3334-406d-8769-9893f6746cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.411791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 30076433-1a30-4393-98e3-1355239e4989, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=30076433-1a30-4393-98e3-1355239e4989,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:48.412744 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-e19a9974-3334-406d-8769-9893f6746cc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 912 time: 0.3580225 Apr 14 21:01:48.467621 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-94777864-fb85-47b6-a124-dcf58d361b5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 217 time: 0.0470035 Apr 14 21:01:48.480179 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-4aa9e526-09cf-465d-a2f4-c8c75845f1d2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.481899 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-4aa9e526-09cf-465d-a2f4-c8c75845f1d2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 817 time: 0.6269495 Apr 14 21:01:48.495081 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b6b2e56-0cb6-4398-854a-0f1737310af2 req-e4f27623-e58c-40aa-86c6-a3bc073adb75 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016231 Apr 14 21:01:48.518539 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (30076433-1a30-4393-98e3-1355239e4989), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:48.526731 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:48.527144 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:48.598907 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:48.608653 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a11622-6e07-47b6-af53-ca834c5878ef req-bd8f916a-2a5c-4f19-a0e0-2c31a6fe0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.608653 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-bd8f916a-2a5c-4f19-a0e0-2c31a6fe0abf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.1230066 Apr 14 21:01:48.622626 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-a61bb9d1-bdea-413a-81d3-cdd7d6858bd1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 379 time: 0.1318278 Apr 14 21:01:48.639748 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'port': {'device_id': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'admin_state_up': True, 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'security_groups': ['c54897f0-b41b-448f-8c4b-15406d282415']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:48.700565 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,segment=NetworkSegment(b193feb5-b52c-4a4d-bf9e-95db015857e6),segment_id=b193feb5-b52c-4a4d-bf9e-95db015857e6)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:48.710848 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00 req-704ef6c5-16a9-4fcf-b18d-2647ba16f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.712829 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00 req-704ef6c5-16a9-4fcf-b18d-2647ba16f9be service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b602c5a899634978a1fda095694fbcc7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6556129 Apr 14 21:01:48.715410 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=30076433-1a30-4393-98e3-1355239e4989,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:48.735870 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a11622-6e07-47b6-af53-ca834c5878ef req-0e51452f-1d0d-40c8-9fb9-c1a960c242cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.737494 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-0e51452f-1d0d-40c8-9fb9-c1a960c242cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139350 Apr 14 21:01:48.760667 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb915072-3472-4967-9b6f-740cf4a47160 req-891f0230-8a57-4f25-962e-8ed95c8420fa tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.762706 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eb915072-3472-4967-9b6f-740cf4a47160 req-891f0230-8a57-4f25-962e-8ed95c8420fa tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 944 time: 0.1731682 Apr 14 21:01:48.769019 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['30076433-1a30-4393-98e3-1355239e4989'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:01:48.793852 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:48.933912 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:48.963632 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00 req-7b05099b-2364-4066-a60b-48952d5c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:48.965292 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1a4cc464-e3dd-45f3-b6cf-cf5d47165c00 req-7b05099b-2364-4066-a60b-48952d5c1a01 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111797 Apr 14 21:01:49.033026 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-2fbacda6-994c-4c6d-8bf6-dc63edb141c2 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799578 Apr 14 21:01:49.087038 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Made reservation on behalf of a3e2a0698ba04d88863d0ae0e4c6df9d for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:01:49.101047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-75be76e2-0bd2-4edd-bfb8-68ab30406a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:49.102643 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-75be76e2-0bd2-4edd-bfb8-68ab30406a79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 1128 time: 0.0630758 Apr 14 21:01:49.111877 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:49.157826 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-e0baf2b4-c765-4a97-bf62-1ac720afcab5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2344be33-7c69-4118-82a4-ba17028179c2 HTTP/1.1" status: 200 len: 217 time: 0.0441079 Apr 14 21:01:49.168241 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad12fb-cee6-403a-82a2-3e6bc7ef1d49 req-d6704d9e-bc25-47b2-bc8a-c69fef1f82a1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:49.175209 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-60ad12fb-cee6-403a-82a2-3e6bc7ef1d49 req-d6704d9e-bc25-47b2-bc8a-c69fef1f82a1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 944 time: 0.4658067 Apr 14 21:01:49.187306 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eb915072-3472-4967-9b6f-740cf4a47160 req-d84ec396-a016-4fed-8139-03b6e56bd34a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924994 Apr 14 21:01:49.236731 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-de38896e-2b9f-4697-9925-f4fb5cc9d521 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915355 Apr 14 21:01:49.238200 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54428) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:49.257323 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad64f0-f0d6-499d-ac3d-37ef4fdd536e" -d '{"events": [{"server_uuid": "23630705-7dbf-4c81-b35d-7080d7e2875b", "name": "network-vif-plugged", "status": "completed", "tag": "63a4a535-66d9-45e0-89d0-4d53d2eb6ec8"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:49.265249 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-d2ab229b-0ab4-4560-8834-88154f2f68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:49.267529 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-d2ab229b-0ab4-4560-8834-88154f2f68c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0833087 Apr 14 21:01:49.280371 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74d8b85f-f42d-45b8-b3fd-7ea8324c489c req-7b4e69bf-53e6-4f09-bea3-3119da607889 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8788109 Apr 14 21:01:49.332101 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-60ad12fb-cee6-403a-82a2-3e6bc7ef1d49 req-6e4c2c10-c3b2-431e-96db-62cbfb84849d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557031 Apr 14 21:01:49.352508 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-9e61b06b-a2d8-49e6-8d38-79a9468eef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:49.354645 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-9e61b06b-a2d8-49e6-8d38-79a9468eef4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767617 Apr 14 21:01:49.380273 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e5c35903-fdce-4c48-b9d1-5e1df131c995 req-4b90def6-ece0-470e-b4d8-e9cfac723203 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0458479 Apr 14 21:01:49.453930 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Allocated IP 172.20.0.14 (82b3934c-ff72-41f0-b18b-9a5efa9757e2/38a4ef7f-c405-41d3-8cce-a17b1be917ff/0fd83ea2-3652-4a5c-9f7d-378c30130272) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:01:49.676457 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:49.698464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fa1a4-70a0-44b8-8185-46e02596b236 req-9cee4f05-db20-4dfd-8e5a-4ce8975445c7 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:49.700122 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f94fa1a4-70a0-44b8-8185-46e02596b236 req-9cee4f05-db20-4dfd-8e5a-4ce8975445c7 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0704062 Apr 14 21:01:49.721951 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a78beb-3a32-4c48-9a74-76dd4ee641eb x-openstack-request-id: req-f2a78beb-3a32-4c48-9a74-76dd4ee641eb {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:49.722994 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23630705-7dbf-4c81-b35d-7080d7e2875b", "name": "network-vif-plugged", "status": "completed", "tag": "63a4a535-66d9-45e0-89d0-4d53d2eb6ec8", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:49.723267 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2a78beb-3a32-4c48-9a74-76dd4ee641eb {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:49.723756 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a78beb-3a32-4c48-9a74-76dd4ee641eb'] response: {'server_uuid': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8', 'code': 200} Apr 14 21:01:49.752106 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-8fd1c952-93b7-4956-ac92-2cf9cb0cba86 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813312 Apr 14 21:01:49.762147 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2d2c-0471-4623-989b-259ce3878134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:49.806116 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f94fa1a4-70a0-44b8-8185-46e02596b236 req-620d0275-7dc5-4c5d-a9ac-56db2aaec721 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957537 Apr 14 21:01:49.831577 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:49.831978 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2f500fdb-9849-453c-9c25-ef1f59f3b176 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:01:49.834103 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 30076433-1a30-4393-98e3-1355239e4989 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:49.914294 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:01:49.921462 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:49.929358 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:01:49.977812 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9cce0442-d7e9-457c-9620-04355bc462f5 req-6d1ef8a1-bfa4-490f-8ce2-b4be20f99186 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106910 Apr 14 21:01:49.980306 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:01:49.989665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:49.990606 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.014702 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 30076433-1a30-4393-98e3-1355239e4989 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:01:50.038003 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2d2c-0471-4623-989b-259ce3878134 admin admin] Publish callbacks [] for security_group (1e7f0011-5e14-4c1e-8ab2-a2b5c293581e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.134105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 30076433-1a30-4393-98e3-1355239e4989 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:50.134485 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (30076433-1a30-4393-98e3-1355239e4989), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.135619 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-0cd20c18-9dd6-434c-ad38-cc985b3afc8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5073600 Apr 14 21:01:50.136387 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2d2c-0471-4623-989b-259ce3878134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (1e7f0011-5e14-4c1e-8ab2-a2b5c293581e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.197421 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2f500fdb-9849-453c-9c25-ef1f59f3b176, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:50.214765 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54460) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:50.220811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'port_id': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'mac_address': 'fa:16:3e:47:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:01:50.222989 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1aaa2d2c-0471-4623-989b-259ce3878134 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4813927cdbc74a30ba63a6c396e55b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9816673 Apr 14 21:01:50.230218 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2d2c-0471-4623-989b-259ce3878134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7f0011-5e14-4c1e-8ab2-a2b5c293581e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:50.306938 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e0619fb5-5c4b-48a5-8d9f-3d683b50da3b admin admin] Publish callbacks [] for security_group (1e7f0011-5e14-4c1e-8ab2-a2b5c293581e), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.308478 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 2f500fdb-9849-453c-9c25-ef1f59f3b176 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:50.309105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.310847 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 30076433-1a30-4393-98e3-1355239e4989 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:50.312928 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (30076433-1a30-4393-98e3-1355239e4989), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.337371 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f500fdb-9849-453c-9c25-ef1f59f3b176 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:50.373035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e0619fb5-5c4b-48a5-8d9f-3d683b50da3b admin admin] Publish callbacks [] for security_group (1e7f0011-5e14-4c1e-8ab2-a2b5c293581e), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.389020 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2f500fdb-9849-453c-9c25-ef1f59f3b176, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:50.390335 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 30076433-1a30-4393-98e3-1355239e4989, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=30076433-1a30-4393-98e3-1355239e4989,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:50.402607 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1523e-55dd-446a-a899-cd9554e1292e req-aacd45b9-c525-4290-bee8-7bdb847fda3c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:50.404327 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f3f1523e-55dd-446a-a899-cd9554e1292e req-aacd45b9-c525-4290-bee8-7bdb847fda3c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 944 time: 0.1006734 Apr 14 21:01:50.407395 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-5b6421c4-73cb-44bb-91f1-2766a6088ef9 None None] Provisioning complete for port 0fd83ea2-3652-4a5c-9f7d-378c30130272 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:50.407803 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5b6421c4-73cb-44bb-91f1-2766a6088ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.450882 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-5b6421c4-73cb-44bb-91f1-2766a6088ef9 None None] Port 0fd83ea2-3652-4a5c-9f7d-378c30130272 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:01:50.481731 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.507648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff8957-ff12-4829-99f9-15a6f841e0b0 req-5cbc81f2-ffd7-45a3-8ee5-5381e19b6951 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:50.509186 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3ff8957-ff12-4829-99f9-15a6f841e0b0 req-5cbc81f2-ffd7-45a3-8ee5-5381e19b6951 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 944 time: 0.0740528 Apr 14 21:01:50.517145 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (30076433-1a30-4393-98e3-1355239e4989), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.542457 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f3f1523e-55dd-446a-a899-cd9554e1292e req-235eb2ce-0b52-4709-b87f-df5043390662 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191065 Apr 14 21:01:50.546081 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=2f500fdb-9849-453c-9c25-ef1f59f3b176,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:50.587901 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3ff8957-ff12-4829-99f9-15a6f841e0b0 req-b6cbf12b-6d69-43db-a492-db8a26bd86a1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719562 Apr 14 21:01:50.602467 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e0619fb5-5c4b-48a5-8d9f-3d683b50da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (1e7f0011-5e14-4c1e-8ab2-a2b5c293581e), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.605127 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e0619fb5-5c4b-48a5-8d9f-3d683b50da3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.606272 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e0619fb5-5c4b-48a5-8d9f-3d683b50da3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e7f0011-5e14-4c1e-8ab2-a2b5c293581e HTTP/1.1" status: 204 len: 168 time: 0.3903356 Apr 14 21:01:50.626534 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0619fb5-5c4b-48a5-8d9f-3d683b50da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7f0011-5e14-4c1e-8ab2-a2b5c293581e,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:50.631515 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=30076433-1a30-4393-98e3-1355239e4989,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:50.694796 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a986-f20d-4b0a-9f61-7615a218166e req-0c642853-b8d1-4fa9-9ba1-c8bfd8dec64a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:50.696249 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c839a986-f20d-4b0a-9f61-7615a218166e req-0c642853-b8d1-4fa9-9ba1-c8bfd8dec64a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 932 time: 0.0663950 Apr 14 21:01:50.709565 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['2f500fdb-9849-453c-9c25-ef1f59f3b176'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:01:50.774750 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c839a986-f20d-4b0a-9f61-7615a218166e req-887a9ed2-a00b-48cd-8d81-1bb952b7e135 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725102 Apr 14 21:01:50.838142 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Request body: {'port': {'device_id': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:50.945526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:50.994555 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a633039-4ceb-4f26-bb2a-fdf3cfff246e req-5fef37c4-b70c-4291-b3bd-6988c56726ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:50.996135 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a633039-4ceb-4f26-bb2a-fdf3cfff246e req-5fef37c4-b70c-4291-b3bd-6988c56726ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 1130 time: 0.1330874 Apr 14 21:01:51.028010 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef8a7-6fb2-4dbc-a66f-23cb84db27f2 req-e1551cf9-60f2-4ed3-ad7b-333b267c4dda tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:51.029601 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6fcef8a7-6fb2-4dbc-a66f-23cb84db27f2 req-e1551cf9-60f2-4ed3-ad7b-333b267c4dda tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0712044 Apr 14 21:01:51.030359 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-9a633039-4ceb-4f26-bb2a-fdf3cfff246e req-4502659e-9751-4613-936c-51f7b1eee6be service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.143244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-9a633039-4ceb-4f26-bb2a-fdf3cfff246e req-4502659e-9751-4613-936c-51f7b1eee6be service neutron] Publish callbacks [] for security_group (5dd7bff7-ad8d-4060-95ac-b2812f4c5881), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.158233 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6fcef8a7-6fb2-4dbc-a66f-23cb84db27f2 req-069a3ed9-e153-4c58-a9c1-4d6d5af7ffe1 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Apr 14 21:01:51.207818 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-9a633039-4ceb-4f26-bb2a-fdf3cfff246e req-4502659e-9751-4613-936c-51f7b1eee6be service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5dd7bff7-ad8d-4060-95ac-b2812f4c5881), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.261507 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a633039-4ceb-4f26-bb2a-fdf3cfff246e req-4502659e-9751-4613-936c-51f7b1eee6be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565684 Apr 14 21:01:51.263028 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502659e-9751-4613-936c-51f7b1eee6be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7bff7-ad8d-4060-95ac-b2812f4c5881,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:51.288935 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd83ea2-3652-4a5c-9f7d-378c30130272 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:51.297001 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Publish callbacks [] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.310529 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Transition to ACTIVE for port object 0fd83ea2-3652-4a5c-9f7d-378c30130272 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:01:51.401890 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.491453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54506) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:51.492487 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:51.508526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Attempting to bind port 0fd83ea2-3652-4a5c-9f7d-378c30130272 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:01:51.510226 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Attempting to bind port 0fd83ea2-3652-4a5c-9f7d-378c30130272 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:01:51.513057 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a476f66b-4650-4bc4-a83b-0125d1abc7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.514095 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Attempting to bind port 0fd83ea2-3652-4a5c-9f7d-378c30130272 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:51.520095 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Port 0fd83ea2-3652-4a5c-9f7d-378c30130272 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:01:51.520518 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Attempting to bind port 0fd83ea2-3652-4a5c-9f7d-378c30130272 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:01:51.527420 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:01:51.527862 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Checking segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:01:51.528433 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Bound using segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:01:51.528943 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Bound port: 0fd83ea2-3652-4a5c-9f7d-378c30130272, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:01:51.529385 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.621820 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:01:51.625088 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:01:51.679134 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a476f66b-4650-4bc4-a83b-0125d1abc7e3 admin admin] Publish callbacks [] for security_group (33390e0c-4018-43f9-91de-02407fab5d0f), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.725549 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30076433-1a30-4393-98e3-1355239e4989'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:51.728475 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43032efb-e5c9-4313-b5f0-063e7e13771c" -d '{"events": [{"server_uuid": "3c3f4340-8cec-45da-bdcb-e6aa01fe963d", "name": "network-vif-plugged", "status": "completed", "tag": "30076433-1a30-4393-98e3-1355239e4989"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:51.733232 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.780361 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:51.781089 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.782532 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] 10.222.0.45 "PUT /v2.0/ports/0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 1094 time: 0.9522710 Apr 14 21:01:51.782986 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:51.785469 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ea633f-6302-4f9a-907c-60253fb91884" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:51.814573 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2ae4d-2452-49f1-95b2-bdb2d845b23a service neutron] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:51.828203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a476f66b-4650-4bc4-a83b-0125d1abc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (33390e0c-4018-43f9-91de-02407fab5d0f), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:51.845271 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2f500fdb-9849-453c-9c25-ef1f59f3b176 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:51.853699 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47ef63-bec0-48bb-85ef-e8cd614273ac req-8e40d2aa-9b8e-4ec7-971f-b37a8fe5a2b4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:51.860625 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bb47ef63-bec0-48bb-85ef-e8cd614273ac req-8e40d2aa-9b8e-4ec7-971f-b37a8fe5a2b4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 945 time: 0.1448491 Apr 14 21:01:51.877830 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36160e-39f6-490c-9195-0259c51d3d0b req-bd27f29b-c1d0-4234-96fd-539dcfd5bc75 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:51.879459 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a36160e-39f6-490c-9195-0259c51d3d0b req-bd27f29b-c1d0-4234-96fd-539dcfd5bc75 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 944 time: 0.2032607 Apr 14 21:01:51.915499 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 2f500fdb-9849-453c-9c25-ef1f59f3b176 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:01:51.948042 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a476f66b-4650-4bc4-a83b-0125d1abc7e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fdadf1efebd4047a2e22b8f1edcbb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531560 Apr 14 21:01:51.951632 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54536) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:51.955033 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476f66b-4650-4bc4-a83b-0125d1abc7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33390e0c-4018-43f9-91de-02407fab5d0f,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:51.998657 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bb47ef63-bec0-48bb-85ef-e8cd614273ac req-c97dc1cb-b1d1-49ea-888d-f4bdd4417871 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082942 Apr 14 21:01:52.001931 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a36160e-39f6-490c-9195-0259c51d3d0b req-f48a7365-3c6d-46d5-83ca-a9f7051a2105 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024997 Apr 14 21:01:52.051723 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a8283d0-ff9e-4d21-876e-3341ac4ec6df admin admin] Publish callbacks [] for security_group (33390e0c-4018-43f9-91de-02407fab5d0f), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.052672 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 2f500fdb-9849-453c-9c25-ef1f59f3b176 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:52.053105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.131864 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a8283d0-ff9e-4d21-876e-3341ac4ec6df admin admin] Publish callbacks [] for security_group (33390e0c-4018-43f9-91de-02407fab5d0f), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.135117 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-ee26749a-0147-4285-8fcb-8deec9ff3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:52.136781 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-ee26749a-0147-4285-8fcb-8deec9ff3f0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1128 time: 0.0491626 Apr 14 21:01:52.157532 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a645ea-53a4-4719-aead-ca3a70e11067 x-openstack-request-id: req-78a645ea-53a4-4719-aead-ca3a70e11067 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:52.157856 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3f4340-8cec-45da-bdcb-e6aa01fe963d", "name": "network-vif-plugged", "status": "completed", "tag": "30076433-1a30-4393-98e3-1355239e4989", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:52.158114 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78a645ea-53a4-4719-aead-ca3a70e11067 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:52.159052 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a645ea-53a4-4719-aead-ca3a70e11067'] response: {'server_uuid': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30076433-1a30-4393-98e3-1355239e4989', 'code': 200} Apr 14 21:01:52.161543 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e67079d-ffe8-48d3-9b56-b2fd52e6f226 x-openstack-request-id: req-7e67079d-ffe8-48d3-9b56-b2fd52e6f226 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:52.161838 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:52.162124 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e67079d-ffe8-48d3-9b56-b2fd52e6f226 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:52.162527 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e67079d-ffe8-48d3-9b56-b2fd52e6f226'] response: {'name': 'network-changed', 'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'status': 'completed', 'code': 200} Apr 14 21:01:52.275614 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-802562df-003b-45de-9fd6-0afc92f84ca2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 217 time: 0.1031370 Apr 14 21:01:52.282566 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 2f500fdb-9849-453c-9c25-ef1f59f3b176 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:52.283179 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.333154 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2f500fdb-9849-453c-9c25-ef1f59f3b176, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:52.333534 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7adf-4c43-4dd2-8b3a-3d42162dfa5a req-339900a3-664c-401a-9a7b-46163dd6628d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:52.335199 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff1e7adf-4c43-4dd2-8b3a-3d42162dfa5a req-339900a3-664c-401a-9a7b-46163dd6628d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0847764 Apr 14 21:01:52.345492 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-bbc9f7d2-5a1b-4b54-a24e-f8fd1a1e3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:52.348102 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-bbc9f7d2-5a1b-4b54-a24e-f8fd1a1e3800 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0631862 Apr 14 21:01:52.348355 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a3ff-9b53-4902-a3b0-7f4dac3089ed req-e8476802-328c-4526-a5e0-682eadbe12a3 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:52.349928 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6ba5a3ff-9b53-4902-a3b0-7f4dac3089ed req-e8476802-328c-4526-a5e0-682eadbe12a3 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0705538 Apr 14 21:01:52.396134 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-93bd357c-bbd4-42e1-b9e1-d56b673637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:52.397680 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-93bd357c-bbd4-42e1-b9e1-d56b673637a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443664 Apr 14 21:01:52.427394 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.434067 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6ba5a3ff-9b53-4902-a3b0-7f4dac3089ed req-be008213-dfc2-44ad-a622-c15e96525479 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Apr 14 21:01:52.442465 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff1e7adf-4c43-4dd2-8b3a-3d42162dfa5a req-1ec4b01b-21e7-4dbf-960c-a8f9f42e4a7d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914812 Apr 14 21:01:52.508595 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a8283d0-ff9e-4d21-876e-3341ac4ec6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (33390e0c-4018-43f9-91de-02407fab5d0f), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.511186 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a8283d0-ff9e-4d21-876e-3341ac4ec6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:52.515020 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4a8283d0-ff9e-4d21-876e-3341ac4ec6df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33390e0c-4018-43f9-91de-02407fab5d0f HTTP/1.1" status: 204 len: 168 time: 0.5639763 Apr 14 21:01:52.515506 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=2f500fdb-9849-453c-9c25-ef1f59f3b176,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:52.530782 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8283d0-ff9e-4d21-876e-3341ac4ec6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33390e0c-4018-43f9-91de-02407fab5d0f,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:52.540147 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70645f4b-ed34-41e8-ab6d-1fc0644a6a9c req-7adf22bd-a84a-4faf-b798-49027e89aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:52.541757 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-70645f4b-ed34-41e8-ab6d-1fc0644a6a9c req-7adf22bd-a84a-4faf-b798-49027e89aa5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1130 time: 0.0669463 Apr 14 21:01:52.548676 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-c9628c6d-9d1d-4363-a00e-1508da4c1844 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272757 Apr 14 21:01:52.627978 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-70645f4b-ed34-41e8-ab6d-1fc0644a6a9c req-3d60799b-60ae-45ad-a5bc-a2fca6425ab5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775452 Apr 14 21:01:52.685535 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-55c2bdaf-a2ed-4bcc-a921-ed34b889e89e req-93170ba4-714a-40cc-ac02-dce73015726e service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309116 Apr 14 21:01:53.138697 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59bc5-813b-4209-bef0-d2a176e5fba8 req-7fbc3154-ba51-44d2-bcbf-f77bcd92e282 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:53.140243 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fbb59bc5-813b-4209-bef0-d2a176e5fba8 req-7fbc3154-ba51-44d2-bcbf-f77bcd92e282 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 944 time: 0.0559556 Apr 14 21:01:53.203155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b106c-bee3-4a23-9c29-58a866cf9a03 req-45031744-17fe-486f-b22b-d1f57a51b2d4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:53.204669 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-206b106c-bee3-4a23-9c29-58a866cf9a03 req-45031744-17fe-486f-b22b-d1f57a51b2d4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0635455 Apr 14 21:01:53.244510 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fbb59bc5-813b-4209-bef0-d2a176e5fba8 req-5f2d1f4c-b6a2-408c-bf33-90b77d419d50 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930178 Apr 14 21:01:53.276020 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-206b106c-bee3-4a23-9c29-58a866cf9a03 req-3e7b26e2-f066-48f1-bedd-38ea3f287b7e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647638 Apr 14 21:01:53.547458 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc48db-0b69-423e-9fe7-6a59de565e0f req-3396853f-fe33-4da1-88f6-86e86d456b8d tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:53.549129 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-56cc48db-0b69-423e-9fe7-6a59de565e0f req-3396853f-fe33-4da1-88f6-86e86d456b8d tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0545487 Apr 14 21:01:53.609382 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87190266-524b-4f25-9ba2-baba734a2aac req-af1d61da-fdfd-4c50-b78c-d2f3635d72a5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:53.610887 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-87190266-524b-4f25-9ba2-baba734a2aac req-af1d61da-fdfd-4c50-b78c-d2f3635d72a5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0601089 Apr 14 21:01:53.647581 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-56cc48db-0b69-423e-9fe7-6a59de565e0f req-f65311a8-fcfa-4e10-9782-7b8c141f22fc tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Apr 14 21:01:53.677184 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-87190266-524b-4f25-9ba2-baba734a2aac req-04f567c6-3b8f-4c7c-a14c-f8d3d051b477 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571082 Apr 14 21:01:53.854886 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2344be33-7c69-4118-82a4-ba17028179c2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:01:53.960469 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2344be33-7c69-4118-82a4-ba17028179c2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2344be33-7c69-4118-82a4-ba17028179c2,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:53.971962 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '2344be33-7c69-4118-82a4-ba17028179c2', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'port_id': '2344be33-7c69-4118-82a4-ba17028179c2', 'mac_address': 'fa:16:3e:59:f5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:01:54.010606 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 2344be33-7c69-4118-82a4-ba17028179c2 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:54.011463 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2344be33-7c69-4118-82a4-ba17028179c2), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:54.024955 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2344be33-7c69-4118-82a4-ba17028179c2 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:54.046849 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2344be33-7c69-4118-82a4-ba17028179c2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2344be33-7c69-4118-82a4-ba17028179c2,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:54.118696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2344be33-7c69-4118-82a4-ba17028179c2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:54.163106 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:54.165383 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17095288-e56a-41d0-a43b-68bd9e1637b2" -d '{"events": [{"server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "name": "network-vif-plugged", "status": "completed", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:54.171973 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=2344be33-7c69-4118-82a4-ba17028179c2,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:54.204537 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6a7a5b-01a2-4f82-8be0-3350c7117fc3 x-openstack-request-id: req-cf6a7a5b-01a2-4f82-8be0-3350c7117fc3 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:54.204874 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "name": "network-vif-plugged", "status": "completed", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:54.205132 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf6a7a5b-01a2-4f82-8be0-3350c7117fc3 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:54.205550 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6a7a5b-01a2-4f82-8be0-3350c7117fc3'] response: {'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'code': 200} Apr 14 21:01:54.362840 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['2344be33-7c69-4118-82a4-ba17028179c2'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:01:54.387495 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0364d-0cc7-4c2d-9893-6304bc1fe811 req-40341cbc-026b-4358-b28d-9c6ebf8b6e23 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:54.389922 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2bd0364d-0cc7-4c2d-9893-6304bc1fe811 req-40341cbc-026b-4358-b28d-9c6ebf8b6e23 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 945 time: 0.0769198 Apr 14 21:01:54.469683 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea633f-6302-4f9a-907c-60253fb91884 req-7f702131-b3c0-4ae1-8522-a293f16a514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:54.477334 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-7f702131-b3c0-4ae1-8522-a293f16a514d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1128 time: 0.0806701 Apr 14 21:01:54.503180 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d439-4ebc-4cb8-b4ae-20a60af1c013 req-65768d8e-896d-4f6b-a05b-a7edf8a68ba8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:54.510762 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9554d439-4ebc-4cb8-b4ae-20a60af1c013 req-65768d8e-896d-4f6b-a05b-a7edf8a68ba8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.1193984 Apr 14 21:01:54.692222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2bd0364d-0cc7-4c2d-9893-6304bc1fe811 req-8a3ff453-ac31-45a5-aca1-538e7bbe5974 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789985 Apr 14 21:01:54.705103 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea633f-6302-4f9a-907c-60253fb91884 req-0dc1b68f-563b-4950-81b6-8a69d1426a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:54.713572 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-0dc1b68f-563b-4950-81b6-8a69d1426a0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.2194264 Apr 14 21:01:54.737821 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9554d439-4ebc-4cb8-b4ae-20a60af1c013 req-f845a50e-8829-4cd3-bc1d-14f9133e5c99 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173452 Apr 14 21:01:54.844826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965c235-448b-4039-90fd-78a9428b2840 req-daa71b60-4cbb-465c-9fe1-864a24539ffd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:54.846443 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d965c235-448b-4039-90fd-78a9428b2840 req-daa71b60-4cbb-465c-9fe1-864a24539ffd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0782933 Apr 14 21:01:54.903785 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d965c235-448b-4039-90fd-78a9428b2840 req-0787b5f7-f7af-4ec5-b225-d0f58712d44a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502489 Apr 14 21:01:55.218241 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-6a3fa19b-7a79-4af9-a6b8-6ebb956665f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 217 time: 0.0561965 Apr 14 21:01:55.232930 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d15df-333f-47b2-bdc6-c499e42821dd req-7fa70846-20d9-40fb-8eb6-195aafcb7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:55.235043 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6e8d15df-333f-47b2-bdc6-c499e42821dd req-7fa70846-20d9-40fb-8eb6-195aafcb7658 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1130 time: 0.0523932 Apr 14 21:01:55.273928 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea633f-6302-4f9a-907c-60253fb91884 req-ba8901e1-8045-4ccd-a100-e14d8f3c0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:55.275455 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-ba8901e1-8045-4ccd-a100-e14d8f3c0987 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0510263 Apr 14 21:01:55.280219 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6e8d15df-333f-47b2-bdc6-c499e42821dd req-6e7a7877-f6c0-496d-bec1-467a9eb6b275 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Apr 14 21:01:55.512998 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea633f-6302-4f9a-907c-60253fb91884 req-f1af2571-8896-4b19-a0cf-ac9d9db25f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:55.514537 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-f1af2571-8896-4b19-a0cf-ac9d9db25f06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403457 Apr 14 21:01:55.608878 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-fa4b67fb-53f2-4e81-8797-fd99b2e2cf68 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880799 Apr 14 21:01:55.799187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f36d7-5b2c-4a40-bc7f-426e3e7c1cc9 req-0d50b684-15dc-4749-915f-4c3f222d1b24 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:55.800830 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-839f36d7-5b2c-4a40-bc7f-426e3e7c1cc9 req-0d50b684-15dc-4749-915f-4c3f222d1b24 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Apr 14 21:01:55.854660 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-20ea633f-6302-4f9a-907c-60253fb91884 req-d070bfe9-f1bf-478d-967d-b47c972264e6 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396359 Apr 14 21:01:55.863032 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:01:55.867342 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2344be33-7c69-4118-82a4-ba17028179c2 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:55.876980 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60753-b26f-49b6-94c6-a46edd89d643 req-e5725471-c9b6-452d-b1b6-c6bfc0a191b8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:55.879030 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9dc60753-b26f-49b6-94c6-a46edd89d643 req-e5725471-c9b6-452d-b1b6-c6bfc0a191b8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0715563 Apr 14 21:01:55.897263 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-839f36d7-5b2c-4a40-bc7f-426e3e7c1cc9 req-a732e347-22f0-426d-ad93-86c9c414cde5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907507 Apr 14 21:01:55.997363 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9dc60753-b26f-49b6-94c6-a46edd89d643 req-2dda09a0-2ba7-44b1-aa22-2db7edb87929 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106098 Apr 14 21:01:56.144065 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb00752-807f-48f9-b64d-a7e9077a6e6b req-bda10fdc-68e6-4b66-8029-db66e5e92827 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:56.145610 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bb00752-807f-48f9-b64d-a7e9077a6e6b req-bda10fdc-68e6-4b66-8029-db66e5e92827 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0931962 Apr 14 21:01:56.156239 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 2344be33-7c69-4118-82a4-ba17028179c2 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:01:56.195701 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:56.210837 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'mac_address': 'fa:16:3e:72:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:01:56.239499 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bb00752-807f-48f9-b64d-a7e9077a6e6b req-cd167b55-9f7c-4d40-bc1e-68d66d5ed97a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789008 Apr 14 21:01:56.259396 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:56.260055 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:56.269776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 2344be33-7c69-4118-82a4-ba17028179c2 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:56.274339 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2344be33-7c69-4118-82a4-ba17028179c2), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:56.295405 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd83ea2-3652-4a5c-9f7d-378c30130272 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:01:56.323428 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:56.370546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 2344be33-7c69-4118-82a4-ba17028179c2 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:56.370942 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2344be33-7c69-4118-82a4-ba17028179c2), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:56.393664 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2344be33-7c69-4118-82a4-ba17028179c2'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:56.395933 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9c01d9-739a-4476-b1e9-9c2fd9d151c6" -d '{"events": [{"server_uuid": "c36e31e4-b532-4867-b6ae-9f5ddcb10e84", "name": "network-vif-plugged", "status": "completed", "tag": "2344be33-7c69-4118-82a4-ba17028179c2"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:56.407858 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2344be33-7c69-4118-82a4-ba17028179c2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2344be33-7c69-4118-82a4-ba17028179c2,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:56.412873 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:56.437314 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ad0d84-76cd-424d-bb97-5809e1381317 x-openstack-request-id: req-99ad0d84-76cd-424d-bb97-5809e1381317 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:56.437627 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e31e4-b532-4867-b6ae-9f5ddcb10e84", "name": "network-vif-plugged", "status": "completed", "tag": "2344be33-7c69-4118-82a4-ba17028179c2", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:56.438779 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99ad0d84-76cd-424d-bb97-5809e1381317 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:56.438779 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ad0d84-76cd-424d-bb97-5809e1381317'] response: {'server_uuid': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2344be33-7c69-4118-82a4-ba17028179c2', 'code': 200} Apr 14 21:01:56.472130 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:56.499477 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2344be33-7c69-4118-82a4-ba17028179c2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:56.554400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=2344be33-7c69-4118-82a4-ba17028179c2,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:56.709885 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['0fd83ea2-3652-4a5c-9f7d-378c30130272'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:01:57.020728 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510c04-c96f-4cd9-91e4-471a4e6f44cc req-3f5ced63-7fbf-4681-92cf-a3c3f2593ac3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:57.022921 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e4510c04-c96f-4cd9-91e4-471a4e6f44cc req-3f5ced63-7fbf-4681-92cf-a3c3f2593ac3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0565412 Apr 14 21:01:57.076651 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e4510c04-c96f-4cd9-91e4-471a4e6f44cc req-f9b157af-183e-4e1a-bcd4-0c35a729f783 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Apr 14 21:01:57.136151 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c8d52-9a87-45ba-824c-e4479c572ea7 req-27662065-ab15-4148-9ffd-9b53d3ae6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:57.139500 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c15c8d52-9a87-45ba-824c-e4479c572ea7 req-27662065-ab15-4148-9ffd-9b53d3ae6ac2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 1130 time: 0.0914536 Apr 14 21:01:57.188224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9de09-6514-4302-a722-1f8de0dc5f5a req-877944c9-74db-4a0b-9c19-80cbd86d2614 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:57.190077 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7de9de09-6514-4302-a722-1f8de0dc5f5a req-877944c9-74db-4a0b-9c19-80cbd86d2614 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0508816 Apr 14 21:01:57.210875 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c15c8d52-9a87-45ba-824c-e4479c572ea7 req-39cc8f9d-f756-495d-92d6-18801abfa8ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651276 Apr 14 21:01:57.264570 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7de9de09-6514-4302-a722-1f8de0dc5f5a req-15d6d718-fafc-4901-b897-435e5e254193 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605311 Apr 14 21:01:57.308746 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54756) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:57.357888 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f53b-80a0-4746-9c0d-e8b27c203a00 req-53b87aa3-f6c4-499e-ae59-7e52f4a1da38 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:57.359549 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8537f53b-80a0-4746-9c0d-e8b27c203a00 req-53b87aa3-f6c4-499e-ae59-7e52f4a1da38 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 945 time: 0.0474029 Apr 14 21:01:57.414546 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8537f53b-80a0-4746-9c0d-e8b27c203a00 req-9f76ecc2-f0f9-40e8-88f4-42277ab4dfa6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475781 Apr 14 21:01:57.426591 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cc40d947-f833-4edc-9cd8-2e31404b8cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.515077 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cc40d947-f833-4edc-9cd8-2e31404b8cf2 admin admin] Publish callbacks [] for security_group (156637e4-cd94-41da-8988-3470f889a7d1), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.632351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cc40d947-f833-4edc-9cd8-2e31404b8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (156637e4-cd94-41da-8988-3470f889a7d1), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.677737 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-cc40d947-f833-4edc-9cd8-2e31404b8cf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5595d39dfce44873bba0f86cb5658613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654110 Apr 14 21:01:57.677737 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40d947-f833-4edc-9cd8-2e31404b8cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156637e4-cd94-41da-8988-3470f889a7d1,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:57.679416 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54766) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:57.709883 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f034c4b-823e-44be-9007-8a022f8ee1ee req-c93f8720-e777-48ac-91ad-f0b35573b6a3 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:57.711480 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3f034c4b-823e-44be-9007-8a022f8ee1ee req-c93f8720-e777-48ac-91ad-f0b35573b6a3 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0602570 Apr 14 21:01:57.720280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54768) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:57.725613 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'floatingip': {'port_id': '2f500fdb-9849-453c-9c25-ef1f59f3b176'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:01:57.733211 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e771fbc9-03d8-4278-aac4-5670023fb81a admin admin] Publish callbacks [] for security_group (156637e4-cd94-41da-8988-3470f889a7d1), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.754994 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e771fbc9-03d8-4278-aac4-5670023fb81a admin admin] Publish callbacks [] for security_group (156637e4-cd94-41da-8988-3470f889a7d1), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.796297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (fca16245-6af2-44d2-a14d-8f61eeb7475c), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.871245 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:01:57.901296 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e771fbc9-03d8-4278-aac4-5670023fb81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (156637e4-cd94-41da-8988-3470f889a7d1), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.903952 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e771fbc9-03d8-4278-aac4-5670023fb81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:57.909490 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e771fbc9-03d8-4278-aac4-5670023fb81a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/156637e4-cd94-41da-8988-3470f889a7d1 HTTP/1.1" status: 204 len: 168 time: 0.2287765 Apr 14 21:01:57.928463 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771fbc9-03d8-4278-aac4-5670023fb81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156637e4-cd94-41da-8988-3470f889a7d1,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:57.993124 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 0fd83ea2-3652-4a5c-9f7d-378c30130272 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:01:58.158569 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 0fd83ea2-3652-4a5c-9f7d-378c30130272 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:01:58.158949 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.265960 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:01:58.266456 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.300793 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea6f8-6d51-4ba5-ac71-4188aefc8984 req-d8558664-b5eb-4b37-8690-8530a5d17fc6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:58.302209 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-806ea6f8-6d51-4ba5-ac71-4188aefc8984 req-d8558664-b5eb-4b37-8690-8530a5d17fc6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.1368682 Apr 14 21:01:58.320386 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:01:58.423004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.446134 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:58.448690 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c8b7e-c41b-494d-802d-176662741805" -d '{"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:58.480531 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:58.699677 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-806ea6f8-6d51-4ba5-ac71-4188aefc8984 req-b18cf435-8f46-4892-82ed-e5220c6a6d25 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965607 Apr 14 21:01:58.706298 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbaf7c-b302-499c-b8fb-73ea257cbb2d req-8c59e66e-c934-4276-93d0-bc7abb5bd837 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:58.707765 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-24fbaf7c-b302-499c-b8fb-73ea257cbb2d req-8c59e66e-c934-4276-93d0-bc7abb5bd837 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.1601098 Apr 14 21:01:58.751151 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 54798) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:58.755186 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f09d40-ea04-4aa9-a6bf-d74a744395cb x-openstack-request-id: req-b2f09d40-ea04-4aa9-a6bf-d74a744395cb {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:58.755537 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:58.755798 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2f09d40-ea04-4aa9-a6bf-d74a744395cb {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:58.756328 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f09d40-ea04-4aa9-a6bf-d74a744395cb'] response: {'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'code': 200} Apr 14 21:01:58.765740 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b858e3a-1d32-4a51-8469-bd145f6803bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.848071 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b858e3a-1d32-4a51-8469-bd145f6803bb admin admin] Publish callbacks [] for security_group (76c280fb-37e8-4bde-9434-b6afae4e7f71), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.909625 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-24fbaf7c-b302-499c-b8fb-73ea257cbb2d req-5996884a-9697-4d2a-b2d6-f08efe0a2c4a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686704 Apr 14 21:01:58.920590 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.953020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b858e3a-1d32-4a51-8469-bd145f6803bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (76c280fb-37e8-4bde-9434-b6afae4e7f71), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:58.993935 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8b858e3a-1d32-4a51-8469-bd145f6803bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3da426a97404ecc9298ef243ab03488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416472 Apr 14 21:01:58.994908 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b858e3a-1d32-4a51-8469-bd145f6803bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c280fb-37e8-4bde-9434-b6afae4e7f71,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:58.998632 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 54804) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:01:59.031072 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (fca16245-6af2-44d2-a14d-8f61eeb7475c), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:59.090365 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06719004-a04b-4e00-b7fb-84e394b21834 admin admin] Publish callbacks [] for security_group (76c280fb-37e8-4bde-9434-b6afae4e7f71), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:59.150780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06719004-a04b-4e00-b7fb-84e394b21834 admin admin] Publish callbacks [] for security_group (76c280fb-37e8-4bde-9434-b6afae4e7f71), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:59.173090 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Floating IP fca16245-6af2-44d2-a14d-8f61eeb7475c associated. External IP: 172.27.2.50, port: 2f500fdb-9849-453c-9c25-ef1f59f3b176. Apr 14 21:01:59.403302 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06719004-a04b-4e00-b7fb-84e394b21834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (76c280fb-37e8-4bde-9434-b6afae4e7f71), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:59.405905 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-06719004-a04b-4e00-b7fb-84e394b21834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:59.407029 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-06719004-a04b-4e00-b7fb-84e394b21834 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c280fb-37e8-4bde-9434-b6afae4e7f71 HTTP/1.1" status: 204 len: 168 time: 0.4091303 Apr 14 21:01:59.409529 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Router a77c9296-b320-4ab1-9019-f1e573506990 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:01:59.420214 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06719004-a04b-4e00-b7fb-84e394b21834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c280fb-37e8-4bde-9434-b6afae4e7f71,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:01:59.532934 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:01:59.537637 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:01:59.545539 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:01:59.555333 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:01:59.555981 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:01:59.567736 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9bc381de-1c41-48dd-ba6f-3a82a04eabf9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "PUT /v2.0/floatingips/fca16245-6af2-44d2-a14d-8f61eeb7475c HTTP/1.1" status: 200 len: 991 time: 1.8456628 Apr 14 21:01:59.568348 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:01:59.570652 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fb6815-1b32-4e56-90b3-d745e15efa19" -d '{"events": [{"name": "network-changed", "server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:01:59.610387 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365618a7-4a2f-4b21-bbd9-f9c23c426125 x-openstack-request-id: req-365618a7-4a2f-4b21-bbd9-f9c23c426125 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:01:59.610873 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:01:59.611339 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-365618a7-4a2f-4b21-bbd9-f9c23c426125 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:01:59.611807 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365618a7-4a2f-4b21-bbd9-f9c23c426125'] response: {'name': 'network-changed', 'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'status': 'completed', 'code': 200} Apr 14 21:01:59.679376 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:01:59.865040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f5d51-47e0-4f53-8e8d-3c3bc0d5531f req-043fceef-4b06-4a82-92b2-089608a2e8fc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:01:59.871622 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-917f5d51-47e0-4f53-8e8d-3c3bc0d5531f req-043fceef-4b06-4a82-92b2-089608a2e8fc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0587714 Apr 14 21:01:59.924243 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-917f5d51-47e0-4f53-8e8d-3c3bc0d5531f req-d0beedf5-700e-4727-acc8-6b55daa87bbe tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Apr 14 21:02:00.002632 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'fca16245-6af2-44d2-a14d-8f61eeb7475c', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'port_id': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'mac_address': 'fa:16:3e:47:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:01:29Z', 'updated_at': '2022-04-14T21:01:58Z', 'revision_number': 1, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:00.040239 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:02:00.058641 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ca5d0-88a7-47f9-b446-0f3c50103f49 req-2f305e42-96a9-4e1c-807b-4abc0fe3d8a9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:00.060192 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:02:00.060310 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b54ca5d0-88a7-47f9-b446-0f3c50103f49 req-2f305e42-96a9-4e1c-807b-4abc0fe3d8a9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0510368 Apr 14 21:02:00.064153 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:01:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:00.129950 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b54ca5d0-88a7-47f9-b446-0f3c50103f49 req-e87b3728-941a-4fd4-835d-546b03611a33 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598822 Apr 14 21:02:00.191944 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:02:00.513122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0284fa-b9c8-4790-acbd-3dcf8d03e229 req-016c6c9b-750e-434d-9d8f-e163009f1a90 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:00.514661 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab0284fa-b9c8-4790-acbd-3dcf8d03e229 req-016c6c9b-750e-434d-9d8f-e163009f1a90 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0466485 Apr 14 21:02:00.520278 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'fca16245-6af2-44d2-a14d-8f61eeb7475c', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'port_id': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'mac_address': 'fa:16:3e:47:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:01:29Z', 'updated_at': '2022-04-14T21:01:58Z', 'revision_number': 1, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:00.551765 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0d76a-bf79-4b98-8546-8cfbf24fd6b2 None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'fca16245-6af2-44d2-a14d-8f61eeb7475c', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'port_id': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'mac_address': 'fa:16:3e:47:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:01:29Z', 'updated_at': '2022-04-14T21:01:58Z', 'revision_number': 1, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:02:00.567807 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab0284fa-b9c8-4790-acbd-3dcf8d03e229 req-6aa87873-c2d2-4551-af4a-40608036243e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Apr 14 21:02:00.758527 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63233052-1279-421e-8671-97e1d38152ac None None] New status for floating IP fca16245-6af2-44d2-a14d-8f61eeb7475c: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:02:01.427476 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914878-5063-407e-a621-8f42d11aefc8 req-a1aa5ee7-1029-4347-9db3-8fe309dbd4f1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:01.427476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3914878-5063-407e-a621-8f42d11aefc8 req-a1aa5ee7-1029-4347-9db3-8fe309dbd4f1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0493708 Apr 14 21:02:01.427476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3914878-5063-407e-a621-8f42d11aefc8 req-865f1704-a4da-4a13-8a8f-c47462ca14f9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401223 Apr 14 21:02:01.440792 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-be0332c2-c1c5-4187-92b5-fe1ad472d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:01.443034 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-be0332c2-c1c5-4187-92b5-fe1ad472d6d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1130 time: 0.0525944 Apr 14 21:02:01.539100 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-719235a3-0f98-48a7-8d9f-63af91bc3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:01.540620 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-719235a3-0f98-48a7-8d9f-63af91bc3427 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 912 time: 0.0868211 Apr 14 21:02:01.640172 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-f8e60d3b-f4fe-4bb1-8206-fcb18aa00349 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 1001 time: 0.0925310 Apr 14 21:02:01.688932 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-e06a2e9e-bdbc-4054-bc99-610362ba231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:01.690343 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-e06a2e9e-bdbc-4054-bc99-610362ba231c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0445135 Apr 14 21:02:01.735455 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-d566464e-1709-40cf-8512-c004d6a98bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:01.737154 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-d566464e-1709-40cf-8512-c004d6a98bea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415776 Apr 14 21:02:01.834863 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-c1a9b255-55e3-47dd-811e-6e3eba0ac444 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916505 Apr 14 21:02:01.931825 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-08fb6815-1b32-4e56-90b3-d745e15efa19 req-e76f63b0-7c17-4c4d-a5cf-b040d191efe3 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896454 Apr 14 21:02:02.395000 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455f38-9e2a-402b-8680-ae858a488067 req-fd8e5f41-02a7-43fe-b931-11e4c4aa0578 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:02.395000 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7c455f38-9e2a-402b-8680-ae858a488067 req-fd8e5f41-02a7-43fe-b931-11e4c4aa0578 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0483043 Apr 14 21:02:02.409952 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7c455f38-9e2a-402b-8680-ae858a488067 req-2384438d-f531-4be2-84b6-134f61b69fd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Apr 14 21:02:02.531672 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90b5c-9c87-45a9-a2d8-b6f66a1a9a21 req-f39dd4d0-7d94-4fa8-a851-ed4969bb1811 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:02.533052 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ed90b5c-9c87-45a9-a2d8-b6f66a1a9a21 req-f39dd4d0-7d94-4fa8-a851-ed4969bb1811 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0471137 Apr 14 21:02:02.592116 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ed90b5c-9c87-45a9-a2d8-b6f66a1a9a21 req-cdc99234-dc39-4de5-bd20-dc0ea90aceb1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524073 Apr 14 21:02:02.623444 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-223d28c3-8779-4011-a3c5-27fdef54f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:02.624960 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-223d28c3-8779-4011-a3c5-27fdef54f5d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 1130 time: 0.0480871 Apr 14 21:02:02.714683 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-12c07556-33f5-427c-9387-c14773d87b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:02.716230 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-12c07556-33f5-427c-9387-c14773d87b1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.0853558 Apr 14 21:02:02.761392 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-02bc9fcf-fdb3-486d-8601-360b5803457f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2344be33-7c69-4118-82a4-ba17028179c2 HTTP/1.1" status: 200 len: 217 time: 0.0390580 Apr 14 21:02:02.816302 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-cee3e7f8-340e-4dc0-b0d8-b10b45211525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:02.816302 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-cee3e7f8-340e-4dc0-b0d8-b10b45211525 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0434606 Apr 14 21:02:02.857161 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-2639eca0-ff99-41af-822f-c01be74c0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:02.858785 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-2639eca0-ff99-41af-822f-c01be74c0685 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389752 Apr 14 21:02:02.952960 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-17e414d7-160a-45b3-96b1-69f2391940e0 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876701 Apr 14 21:02:03.042248 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e37ef069-b2ca-44b2-966c-fc4efcf2f25f req-80147f9c-5757-43a0-8ff7-a89c924b4336 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Apr 14 21:02:03.334263 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ef18403f-7ebd-4d89-af36-0081c6e43854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:03.445418 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab715599-7504-476d-a8f6-a43bb4f36b68 req-5794b8a6-1ca0-4739-95d5-d3acbd5550cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:03.445418 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ab715599-7504-476d-a8f6-a43bb4f36b68 req-5794b8a6-1ca0-4739-95d5-d3acbd5550cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1130 time: 0.0575540 Apr 14 21:02:03.528743 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ab715599-7504-476d-a8f6-a43bb4f36b68 req-b8e20ee1-b768-47a6-9814-1704d9a29196 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Apr 14 21:02:03.549723 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac98ae-0920-43fd-bde8-0a400496a3de req-5a1adb24-0d80-4e5d-a93b-c32a5092e0e0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:03.551281 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9aac98ae-0920-43fd-bde8-0a400496a3de req-5a1adb24-0d80-4e5d-a93b-c32a5092e0e0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0685403 Apr 14 21:02:03.606405 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9aac98ae-0920-43fd-bde8-0a400496a3de req-5258b7d3-57c2-4298-a5ea-762d259ab875 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Apr 14 21:02:03.717728 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7b813-1477-42e9-afba-29fa38810230 req-de3569eb-6a66-4571-8655-f09d2177de94 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:03.719222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cae7b813-1477-42e9-afba-29fa38810230 req-de3569eb-6a66-4571-8655-f09d2177de94 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0520189 Apr 14 21:02:03.772136 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cae7b813-1477-42e9-afba-29fa38810230 req-5d773a9f-4d5c-49c4-9dbf-3ba406e46d6e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462475 Apr 14 21:02:04.719582 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0e262-1783-4a98-8609-3806c702f825 req-a066b03b-8a8c-41cf-b355-2121cbd8fcfa tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:04.721644 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3cc0e262-1783-4a98-8609-3806c702f825 req-a066b03b-8a8c-41cf-b355-2121cbd8fcfa tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0543513 Apr 14 21:02:04.774908 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3cc0e262-1783-4a98-8609-3806c702f825 req-34279f9c-18fa-45e4-85f8-4bfb85ea5ef9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Apr 14 21:02:04.889352 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb026c2-1dc0-49d9-9d16-2ab6ea040cc7 req-bb58b4cb-4944-4610-a746-6228dc17a8fb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:04.891654 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2bb026c2-1dc0-49d9-9d16-2ab6ea040cc7 req-bb58b4cb-4944-4610-a746-6228dc17a8fb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0469911 Apr 14 21:02:04.941333 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2bb026c2-1dc0-49d9-9d16-2ab6ea040cc7 req-e1127b8e-c4e8-4b37-89fa-afee57e48020 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Apr 14 21:02:05.158601 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ef8778df-6a74-467e-8289-0e3b66f8a35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:05.910123 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fae0e-4224-4718-ae51-89996823a066 req-96f4d83c-cd87-4ca0-ab39-efc938ca8a11 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:05.911809 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-585fae0e-4224-4718-ae51-89996823a066 req-96f4d83c-cd87-4ca0-ab39-efc938ca8a11 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Apr 14 21:02:05.958705 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-585fae0e-4224-4718-ae51-89996823a066 req-35091ebc-6b6b-424a-8940-9f7d77baa3c4 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Apr 14 21:02:06.069806 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d712c-6298-41d3-b541-043d01ce96d3 req-c510254c-11cf-4f42-8ac7-8333bfb35bd1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:06.069806 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-269d712c-6298-41d3-b541-043d01ce96d3 req-c510254c-11cf-4f42-8ac7-8333bfb35bd1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0464783 Apr 14 21:02:06.115636 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-269d712c-6298-41d3-b541-043d01ce96d3 req-8f82f165-240f-4ebf-89c3-78efd9c5cc07 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Apr 14 21:02:06.232241 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c9992-6b6d-464f-86eb-1bf661a7fc22 req-429d2ea0-1da2-4968-91e1-50004a3d6d70 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:06.233725 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-321c9992-6b6d-464f-86eb-1bf661a7fc22 req-429d2ea0-1da2-4968-91e1-50004a3d6d70 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0469794 Apr 14 21:02:06.242858 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55000) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:06.247104 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'floatingip': {'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:06.288006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (7b2b61c1-330a-4aeb-ac6f-787349769552), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:06.409849 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:06.727593 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:06.789576 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (7b2b61c1-330a-4aeb-ac6f-787349769552), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:07.116024 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3c3a-f4b4-4da5-86ad-23558f22d39a req-4e32814c-c69a-4bb8-a9ca-14c4b0c2febe tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:07.117554 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-432b3c3a-f4b4-4da5-86ad-23558f22d39a req-4e32814c-c69a-4bb8-a9ca-14c4b0c2febe tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0824702 Apr 14 21:02:07.154321 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Floating IP 7b2b61c1-330a-4aeb-ac6f-787349769552 associated. External IP: 172.27.2.118, port: 0fd83ea2-3652-4a5c-9f7d-378c30130272. Apr 14 21:02:07.213793 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-432b3c3a-f4b4-4da5-86ad-23558f22d39a req-c55aa373-899b-452b-a3fc-56bbc930ba3f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880642 Apr 14 21:02:07.332429 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:07.383796 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:02:07.494140 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:02:07.500825 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:07.505273 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:02:07.515456 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:02:07.516072 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:02:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:07.530628 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-15df47e7-be10-46b3-8d9f-7437740e6384 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "PUT /v2.0/floatingips/7b2b61c1-330a-4aeb-ac6f-787349769552 HTTP/1.1" status: 200 len: 992 time: 1.2866831 Apr 14 21:02:07.531332 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:02:07.534162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e291dd2-ccee-45a8-98d6-c349c1e03f85" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:02:07.571776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d22a817-127d-423b-abbf-8d8b5522e523 x-openstack-request-id: req-3d22a817-127d-423b-abbf-8d8b5522e523 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:02:07.571776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:02:07.571776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d22a817-127d-423b-abbf-8d8b5522e523 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:02:07.571776 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d22a817-127d-423b-abbf-8d8b5522e523'] response: {'name': 'network-changed', 'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'status': 'completed', 'code': 200} Apr 14 21:02:07.628455 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:02:07.707144 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:07.838949 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '7b2b61c1-330a-4aeb-ac6f-787349769552', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'mac_address': 'fa:16:3e:72:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:01:39Z', 'updated_at': '2022-04-14T21:02:06Z', 'revision_number': 1, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:07.868416 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:02:07.876765 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:02:07.877864 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:02:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:07.982357 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:02:08.189400 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '7b2b61c1-330a-4aeb-ac6f-787349769552', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'mac_address': 'fa:16:3e:72:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:01:39Z', 'updated_at': '2022-04-14T21:02:06Z', 'revision_number': 1, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:08.218516 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4c1c5-b078-48da-93cb-1d548834e435 None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '7b2b61c1-330a-4aeb-ac6f-787349769552', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'mac_address': 'fa:16:3e:72:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:01:39Z', 'updated_at': '2022-04-14T21:02:06Z', 'revision_number': 1, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:02:08.331583 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-8b7044b7-a4b5-40d8-ba7b-7f6df297406e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401375 Apr 14 21:02:08.361114 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106864-ddb7-47f3-9666-cb1cde12ab86 req-b4245bf8-5384-4dcc-8c6d-fc26f913e5e3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.363092 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-97106864-ddb7-47f3-9666-cb1cde12ab86 req-b4245bf8-5384-4dcc-8c6d-fc26f913e5e3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0811648 Apr 14 21:02:08.371029 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-41619008-a7e9-4d2e-9521-9f6d66a76667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.373489 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-41619008-a7e9-4d2e-9521-9f6d66a76667 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1130 time: 0.0600355 Apr 14 21:02:08.442928 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-6df43e20-3580-4b29-8f2f-a925b34ba7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.444698 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-6df43e20-3580-4b29-8f2f-a925b34ba7db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a1103f5d891468882cee553728b3264&device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 1130 time: 0.0412254 Apr 14 21:02:08.449561 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ce9b7-083e-438f-a323-099eb5b0999a None None] New status for floating IP 7b2b61c1-330a-4aeb-ac6f-787349769552: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:02:08.476351 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-97106864-ddb7-47f3-9666-cb1cde12ab86 req-aa02b420-ca80-4bb5-8f49-4a4af605436f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072788 Apr 14 21:02:08.511731 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-5f95b219-f1b6-421e-948c-02d5de690291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.513385 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-5f95b219-f1b6-421e-948c-02d5de690291 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.1254814 Apr 14 21:02:08.565154 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-d0c9986c-dd96-4c8c-9615-1c6454ed7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.566807 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-d0c9986c-dd96-4c8c-9615-1c6454ed7ed8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa HTTP/1.1" status: 200 len: 912 time: 0.0994270 Apr 14 21:02:08.610714 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-5d0877d8-db38-416a-bfd3-e1529a97fa19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 HTTP/1.1" status: 200 len: 217 time: 0.0365789 Apr 14 21:02:08.619674 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-913e9cf5-a1be-454d-9586-b50c4a136243 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 1000 time: 0.0971289 Apr 14 21:02:08.681385 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-ece3a173-39ba-40e6-aa46-1ddd1d4c5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.682647 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-5f99eaa7-0cf7-4765-8caa-71c9cfd6bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.682916 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-ece3a173-39ba-40e6-aa46-1ddd1d4c5747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0451944 Apr 14 21:02:08.684386 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-5f99eaa7-0cf7-4765-8caa-71c9cfd6bf17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc HTTP/1.1" status: 200 len: 851 time: 0.0487890 Apr 14 21:02:08.730260 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-ddb85e50-02fa-4481-b09f-3f5119b399c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318956 Apr 14 21:02:08.751622 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-785e05db-8199-4f7d-b6de-b92c4f0cfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:08.753271 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-785e05db-8199-4f7d-b6de-b92c4f0cfcd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568891 Apr 14 21:02:08.829354 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-4c5d26b5-7a85-4b31-bafd-b18743d4ece4 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869374 Apr 14 21:02:08.854784 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-3246836d-561e-4970-854f-292dd00d0326 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882237 Apr 14 21:02:08.932200 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9fe702ad-7f19-493f-ab38-8a4a4cf79fde req-1b60500f-9240-4a44-b993-1840dc23cd36 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956397 Apr 14 21:02:08.961550 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e291dd2-ccee-45a8-98d6-c349c1e03f85 req-e91997cb-5954-4466-8019-afdc1b7493a7 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970716 Apr 14 21:02:09.612105 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26285a-7933-43d9-84b9-32e5706f5402 req-a972e3ed-967c-410d-bc7a-af5058c45ba6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:09.614441 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4b26285a-7933-43d9-84b9-32e5706f5402 req-a972e3ed-967c-410d-bc7a-af5058c45ba6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0615349 Apr 14 21:02:09.664868 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4b26285a-7933-43d9-84b9-32e5706f5402 req-af9926b5-0b00-479c-b5d6-f74fa647ca9b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Apr 14 21:02:09.778939 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:10.793720 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eaf7f-f67f-4b50-a905-3879d9aa8079 req-8e35a5dc-079b-49d1-98a3-e2e6c7a01560 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:10.795232 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f11eaf7f-f67f-4b50-a905-3879d9aa8079 req-8e35a5dc-079b-49d1-98a3-e2e6c7a01560 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0475740 Apr 14 21:02:10.860900 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f11eaf7f-f67f-4b50-a905-3879d9aa8079 req-8d2e1695-baf9-42b1-8653-cf0c417e8451 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Apr 14 21:02:10.951749 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55110) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:11.120711 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9b06531b-33ce-42ce-9b39-d0627d76f65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.192714 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9b06531b-33ce-42ce-9b39-d0627d76f65f admin admin] Publish callbacks [] for security_group (fa58164d-41f5-42d2-b824-00045f085d99), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.313166 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9b06531b-33ce-42ce-9b39-d0627d76f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (fa58164d-41f5-42d2-b824-00045f085d99), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.359201 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55120) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:11.368927 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9b06531b-33ce-42ce-9b39-d0627d76f65f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=672e9158780345c99af0d379e2d233d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022641 Apr 14 21:02:11.370009 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06531b-33ce-42ce-9b39-d0627d76f65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58164d-41f5-42d2-b824-00045f085d99,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:11.438236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-37450b80-5bf7-4383-b4a3-9f5e7b614197 admin admin] Publish callbacks [] for security_group (fa58164d-41f5-42d2-b824-00045f085d99), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.460139 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55126) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:11.461456 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-37450b80-5bf7-4383-b4a3-9f5e7b614197 admin admin] Publish callbacks [] for security_group (fa58164d-41f5-42d2-b824-00045f085d99), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.568038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8ede8e-4bd0-47dc-952c-0058d68f691a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.573164 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-37450b80-5bf7-4383-b4a3-9f5e7b614197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (fa58164d-41f5-42d2-b824-00045f085d99), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.576028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-37450b80-5bf7-4383-b4a3-9f5e7b614197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.577251 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-37450b80-5bf7-4383-b4a3-9f5e7b614197 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa58164d-41f5-42d2-b824-00045f085d99 HTTP/1.1" status: 204 len: 168 time: 0.2170272 Apr 14 21:02:11.586004 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37450b80-5bf7-4383-b4a3-9f5e7b614197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58164d-41f5-42d2-b824-00045f085d99,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:11.650208 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8ede8e-4bd0-47dc-952c-0058d68f691a admin admin] Publish callbacks [] for security_group (5836924e-6126-4f74-b681-edd7d41991fe), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.729998 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8ede8e-4bd0-47dc-952c-0058d68f691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5836924e-6126-4f74-b681-edd7d41991fe), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.766301 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ede8e-4bd0-47dc-952c-0058d68f691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5836924e-6126-4f74-b681-edd7d41991fe,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:11.771097 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-dc8ede8e-4bd0-47dc-952c-0058d68f691a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e90cdf9ed311469aba934ae45bcb610a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099577 Apr 14 21:02:11.773779 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55132) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:11.837995 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7fde23ae-f8e5-4802-a343-d613fda17a16 admin admin] Publish callbacks [] for security_group (5836924e-6126-4f74-b681-edd7d41991fe), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.860319 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7fde23ae-f8e5-4802-a343-d613fda17a16 admin admin] Publish callbacks [] for security_group (5836924e-6126-4f74-b681-edd7d41991fe), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.975380 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7fde23ae-f8e5-4802-a343-d613fda17a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5836924e-6126-4f74-b681-edd7d41991fe), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.979215 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7fde23ae-f8e5-4802-a343-d613fda17a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:11.982471 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-7fde23ae-f8e5-4802-a343-d613fda17a16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5836924e-6126-4f74-b681-edd7d41991fe HTTP/1.1" status: 204 len: 168 time: 0.2078123 Apr 14 21:02:12.012150 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde23ae-f8e5-4802-a343-d613fda17a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836924e-6126-4f74-b681-edd7d41991fe,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:12.040847 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0eb0-9ad7-470c-bf89-81872920c12e req-6465d6fe-32ba-43e0-ae87-eee6a8504efd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:12.050145 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ee1e0eb0-9ad7-470c-bf89-81872920c12e req-6465d6fe-32ba-43e0-ae87-eee6a8504efd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.1074617 Apr 14 21:02:12.113260 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ee1e0eb0-9ad7-470c-bf89-81872920c12e req-0eb1d8e1-0343-40fc-9872-3deb49f6d8da tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583944 Apr 14 21:02:12.247596 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55162) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:12.260394 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0543e3d3-a6d3-42b0-b70b-f2d7d2a70811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.334514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0543e3d3-a6d3-42b0-b70b-f2d7d2a70811 admin admin] Publish callbacks [] for security_group (c54e0293-f464-4929-af1f-b59e064801b5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.412464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0543e3d3-a6d3-42b0-b70b-f2d7d2a70811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c54e0293-f464-4929-af1f-b59e064801b5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.463651 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0543e3d3-a6d3-42b0-b70b-f2d7d2a70811 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bee11e2a704e41b5897bdb80fb624693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105842 Apr 14 21:02:12.463651 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543e3d3-a6d3-42b0-b70b-f2d7d2a70811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e0293-f464-4929-af1f-b59e064801b5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:12.463651 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55170) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:12.523197 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fb26cdd1-b4f2-4b86-b7e2-76d754451d3c admin admin] Publish callbacks [] for security_group (c54e0293-f464-4929-af1f-b59e064801b5), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.546666 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fb26cdd1-b4f2-4b86-b7e2-76d754451d3c admin admin] Publish callbacks [] for security_group (c54e0293-f464-4929-af1f-b59e064801b5), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.616229 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed918-309c-451b-89a5-712d4928917f req-703541c6-60d0-4cd2-8876-1ea913146aea tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:12.617699 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a9ed918-309c-451b-89a5-712d4928917f req-703541c6-60d0-4cd2-8876-1ea913146aea tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0686042 Apr 14 21:02:12.669836 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a9ed918-309c-451b-89a5-712d4928917f req-77892363-6bd2-4c49-87f1-ff8a4cb6b430 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Apr 14 21:02:12.728548 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fb26cdd1-b4f2-4b86-b7e2-76d754451d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c54e0293-f464-4929-af1f-b59e064801b5), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.731249 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fb26cdd1-b4f2-4b86-b7e2-76d754451d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.732487 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-fb26cdd1-b4f2-4b86-b7e2-76d754451d3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c54e0293-f464-4929-af1f-b59e064801b5 HTTP/1.1" status: 204 len: 168 time: 0.2689877 Apr 14 21:02:12.738197 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55180) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:12.742656 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26cdd1-b4f2-4b86-b7e2-76d754451d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e0293-f464-4929-af1f-b59e064801b5,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:12.768489 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6e513453-2379-4532-a5de-d88f4533e15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.847789 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6e513453-2379-4532-a5de-d88f4533e15d admin admin] Publish callbacks [] for security_group (6f212462-3f40-4f42-bdac-eeea5c5c2f61), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.941942 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6e513453-2379-4532-a5de-d88f4533e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6f212462-3f40-4f42-bdac-eeea5c5c2f61), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:12.984010 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6e513453-2379-4532-a5de-d88f4533e15d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40ed7edecc9d4ad084fdb2a88fc24954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412767 Apr 14 21:02:12.984010 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e513453-2379-4532-a5de-d88f4533e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f212462-3f40-4f42-bdac-eeea5c5c2f61,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:12.984235 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55188) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:12.984939 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55190) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:13.035715 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-65a942d6-cbba-47fb-a67d-b54aa5afb4e3 admin admin] Publish callbacks [] for security_group (6f212462-3f40-4f42-bdac-eeea5c5c2f61), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.057118 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-65a942d6-cbba-47fb-a67d-b54aa5afb4e3 admin admin] Publish callbacks [] for security_group (6f212462-3f40-4f42-bdac-eeea5c5c2f61), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.187213 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-65a942d6-cbba-47fb-a67d-b54aa5afb4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6f212462-3f40-4f42-bdac-eeea5c5c2f61), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.191770 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-65a942d6-cbba-47fb-a67d-b54aa5afb4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.193715 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-65a942d6-cbba-47fb-a67d-b54aa5afb4e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f212462-3f40-4f42-bdac-eeea5c5c2f61 HTTP/1.1" status: 204 len: 168 time: 0.2077546 Apr 14 21:02:13.206648 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a942d6-cbba-47fb-a67d-b54aa5afb4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f212462-3f40-4f42-bdac-eeea5c5c2f61,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:13.250880 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.271469 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da712e-b135-4c20-a451-d4738ce0a64b req-6a2bb44e-e637-43c8-98f5-3b54d33376bc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:13.271469 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-95da712e-b135-4c20-a451-d4738ce0a64b req-6a2bb44e-e637-43c8-98f5-3b54d33376bc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0832715 Apr 14 21:02:13.347793 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-95da712e-b135-4c20-a451-d4738ce0a64b req-29dc112e-e774-46e9-843e-6f94f7ebcc13 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690649 Apr 14 21:02:13.377934 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Publish callbacks [] for security_group (6806704d-365a-432b-b8ad-ff689cafdf23), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.473237 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6806704d-365a-432b-b8ad-ff689cafdf23), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.511920 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=944606e10001460185c612eae76b2a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271463 Apr 14 21:02:13.513909 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6806704d-365a-432b-b8ad-ff689cafdf23,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:13.514781 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55210) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:13.521752 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.522108 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.522488 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.522843 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.523181 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.523562 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.523899 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.524236 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.524596 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.524928 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.525280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.525656 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.525992 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.526315 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.526636 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d6a86-1fe4-4872-8fe2-03e8dcaa472b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:13.565522 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74224d2a-a9e5-4551-8fb3-01a2257d1177 admin admin] Publish callbacks [] for security_group (6806704d-365a-432b-b8ad-ff689cafdf23), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.591647 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74224d2a-a9e5-4551-8fb3-01a2257d1177 admin admin] Publish callbacks [] for security_group (6806704d-365a-432b-b8ad-ff689cafdf23), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.721994 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74224d2a-a9e5-4551-8fb3-01a2257d1177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6806704d-365a-432b-b8ad-ff689cafdf23), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.725153 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74224d2a-a9e5-4551-8fb3-01a2257d1177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.732493 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-74224d2a-a9e5-4551-8fb3-01a2257d1177 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6806704d-365a-432b-b8ad-ff689cafdf23 HTTP/1.1" status: 204 len: 168 time: 0.2104232 Apr 14 21:02:13.735151 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224d2a-a9e5-4551-8fb3-01a2257d1177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6806704d-365a-432b-b8ad-ff689cafdf23,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:13.793236 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407d405-d8ab-406e-8453-9de2596bb0ac req-e3e4fcc8-923e-48f9-9139-ed0c0f0e25d8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:13.795271 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0407d405-d8ab-406e-8453-9de2596bb0ac req-e3e4fcc8-923e-48f9-9139-ed0c0f0e25d8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0489049 Apr 14 21:02:13.846507 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55224) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:13.855396 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0407d405-d8ab-406e-8453-9de2596bb0ac req-a0b9e091-9367-4b6f-a172-e46995c16e95 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Apr 14 21:02:13.861953 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-af831137-4027-4b20-bec3-7c409a8cfc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:13.939000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-af831137-4027-4b20-bec3-7c409a8cfc07 admin admin] Publish callbacks [] for security_group (42196f1e-c1de-4584-9f3e-76ccd616715d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.015750 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-af831137-4027-4b20-bec3-7c409a8cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (42196f1e-c1de-4584-9f3e-76ccd616715d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.054942 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-af831137-4027-4b20-bec3-7c409a8cfc07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14fb75b047a14bae8a8c34004b9a67a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075877 Apr 14 21:02:14.055831 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831137-4027-4b20-bec3-7c409a8cfc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42196f1e-c1de-4584-9f3e-76ccd616715d,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:14.058141 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55232) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:14.112842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26f4193d-6c17-4d92-9ac5-09cd474f31b3 admin admin] Publish callbacks [] for security_group (42196f1e-c1de-4584-9f3e-76ccd616715d), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.135214 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26f4193d-6c17-4d92-9ac5-09cd474f31b3 admin admin] Publish callbacks [] for security_group (42196f1e-c1de-4584-9f3e-76ccd616715d), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.298335 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26f4193d-6c17-4d92-9ac5-09cd474f31b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (42196f1e-c1de-4584-9f3e-76ccd616715d), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.301377 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26f4193d-6c17-4d92-9ac5-09cd474f31b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.302623 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-26f4193d-6c17-4d92-9ac5-09cd474f31b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42196f1e-c1de-4584-9f3e-76ccd616715d HTTP/1.1" status: 204 len: 168 time: 0.2433221 Apr 14 21:02:14.309936 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4193d-6c17-4d92-9ac5-09cd474f31b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42196f1e-c1de-4584-9f3e-76ccd616715d,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:14.448103 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55244) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:14.459799 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20443-eedd-4ba0-9b86-9b802e999d8b req-ae198b93-d838-46c0-8428-73227b968536 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:14.461582 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c2d20443-eedd-4ba0-9b86-9b802e999d8b req-ae198b93-d838-46c0-8428-73227b968536 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0478864 Apr 14 21:02:14.468015 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.515686 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c2d20443-eedd-4ba0-9b86-9b802e999d8b req-3709cc56-8976-4c98-86ce-9fd612738788 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473478 Apr 14 21:02:14.563224 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Publish callbacks [] for security_group (f1cb3340-3b5b-4909-bb5e-930881017fa9), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.635550 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f1cb3340-3b5b-4909-bb5e-930881017fa9), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.676022 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb3340-3b5b-4909-bb5e-930881017fa9,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:14.679976 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9223e5f212b4ff4b23354ef2cc2ab84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308466 Apr 14 21:02:14.684445 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55252) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:14.688558 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.688745 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.689262 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.689818 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.690235 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.690663 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.691076 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.691603 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.692290 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.692923 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.693440 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.693814 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.694276 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.694620 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.694952 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ea750-2fec-4e9c-8f8f-5694d49301df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:02:14.757997 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5202920f-a4a3-410e-bcf1-6387df10cd1b admin admin] Publish callbacks [] for security_group (f1cb3340-3b5b-4909-bb5e-930881017fa9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.792591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5202920f-a4a3-410e-bcf1-6387df10cd1b admin admin] Publish callbacks [] for security_group (f1cb3340-3b5b-4909-bb5e-930881017fa9), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.965606 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1badf0-04b4-4087-9885-ee5de465bf92 req-852b32f2-a545-4c2a-bb64-ade7dec5272b tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:14.967657 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cb1badf0-04b4-4087-9885-ee5de465bf92 req-852b32f2-a545-4c2a-bb64-ade7dec5272b tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0490489 Apr 14 21:02:14.968722 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5202920f-a4a3-410e-bcf1-6387df10cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f1cb3340-3b5b-4909-bb5e-930881017fa9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.971905 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5202920f-a4a3-410e-bcf1-6387df10cd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:14.977111 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5202920f-a4a3-410e-bcf1-6387df10cd1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1cb3340-3b5b-4909-bb5e-930881017fa9 HTTP/1.1" status: 204 len: 168 time: 0.2875612 Apr 14 21:02:14.996382 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202920f-a4a3-410e-bcf1-6387df10cd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb3340-3b5b-4909-bb5e-930881017fa9,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:15.028531 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cb1badf0-04b4-4087-9885-ee5de465bf92 req-874bc207-0d30-4cac-a01e-dcb9837d7957 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541303 Apr 14 21:02:15.638462 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c72f4c-be8f-4c35-8d06-25974e8ebd4c req-c11f12d6-f337-410d-b796-b1a23a7aaab3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:15.642223 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f5c72f4c-be8f-4c35-8d06-25974e8ebd4c req-c11f12d6-f337-410d-b796-b1a23a7aaab3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0517366 Apr 14 21:02:15.693522 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f5c72f4c-be8f-4c35-8d06-25974e8ebd4c req-972a59d1-491d-4fc9-89c1-a6a265ce10e6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476897 Apr 14 21:02:16.175861 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a762df-8573-4523-b52c-f7a04340387e req-3e8bcdad-7f87-48e0-ade8-b018ebb3ccc5 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:16.178019 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45a762df-8573-4523-b52c-f7a04340387e req-3e8bcdad-7f87-48e0-ade8-b018ebb3ccc5 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0723245 Apr 14 21:02:16.252788 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45a762df-8573-4523-b52c-f7a04340387e req-079db29a-9fe5-475d-9ec0-c7c1dcdb7bd5 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687780 Apr 14 21:02:16.815556 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e395e34-8187-4753-9b53-880d24840c25 req-17adf01c-b7ab-4d9d-bfc5-fa04603fee24 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:16.822236 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e395e34-8187-4753-9b53-880d24840c25 req-17adf01c-b7ab-4d9d-bfc5-fa04603fee24 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0555427 Apr 14 21:02:16.878735 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e395e34-8187-4753-9b53-880d24840c25 req-8aa47903-f62c-49c1-b5cf-0807160a585e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528603 Apr 14 21:02:16.943033 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55376) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:17.146204 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-23ca362e-9651-4cfc-9418-19f63514898f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.229968 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-23ca362e-9651-4cfc-9418-19f63514898f admin admin] Publish callbacks [] for security_group (26205da6-6695-4328-97e7-d53c67a445d2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.301732 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-23ca362e-9651-4cfc-9418-19f63514898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (26205da6-6695-4328-97e7-d53c67a445d2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.359222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-23ca362e-9651-4cfc-9418-19f63514898f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d755951f136d4bb4a99b09039924aff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127944 Apr 14 21:02:17.359222 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca362e-9651-4cfc-9418-19f63514898f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26205da6-6695-4328-97e7-d53c67a445d2,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:17.359654 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55398) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:17.407626 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226c11-5d45-40bd-a04a-f75ba1514547 req-48db469e-4636-4a45-9169-6ad8c14b4c64 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:17.409833 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-02226c11-5d45-40bd-a04a-f75ba1514547 req-48db469e-4636-4a45-9169-6ad8c14b4c64 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0664082 Apr 14 21:02:17.415511 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d06fb3d9-54d5-485b-8620-217064da948e admin admin] Publish callbacks [] for security_group (26205da6-6695-4328-97e7-d53c67a445d2), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.444110 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d06fb3d9-54d5-485b-8620-217064da948e admin admin] Publish callbacks [] for security_group (26205da6-6695-4328-97e7-d53c67a445d2), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.468915 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-02226c11-5d45-40bd-a04a-f75ba1514547 req-56767c1f-bf89-46a4-8596-bf9d11e69bc6 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/security-groups?id=798a084c-83a4-4c4c-b7d3-bbd0e474b316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519762 Apr 14 21:02:17.543854 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-15050a13-e850-4b30-af08-9a657026dc83 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:17.545452 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-15050a13-e850-4b30-af08-9a657026dc83 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.45 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 946 time: 0.0534332 Apr 14 21:02:17.552674 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d06fb3d9-54d5-485b-8620-217064da948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (26205da6-6695-4328-97e7-d53c67a445d2), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.562709 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d06fb3d9-54d5-485b-8620-217064da948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.562709 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d06fb3d9-54d5-485b-8620-217064da948e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26205da6-6695-4328-97e7-d53c67a445d2 HTTP/1.1" status: 204 len: 168 time: 0.1951611 Apr 14 21:02:17.564589 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fb3d9-54d5-485b-8620-217064da948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26205da6-6695-4328-97e7-d53c67a445d2,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:17.676923 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Deleting port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:02:17.677264 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.780480 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] For port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,segment=NetworkSegment(b193feb5-b52c-4a4d-bf9e-95db015857e6),segment_id=b193feb5-b52c-4a4d-bf9e-95db015857e6)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:02:17.780845 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:17.796851 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Calling delete_port for 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:02:18.016294 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b571-01d0-4a8f-8915-b4348ff60407 req-821e8811-7298-4577-a76e-a8a2437eb784 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:18.017282 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bc38b571-01d0-4a8f-8915-b4348ff60407 req-821e8811-7298-4577-a76e-a8a2437eb784 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0731220 Apr 14 21:02:18.064722 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bc38b571-01d0-4a8f-8915-b4348ff60407 req-fbb0473e-0501-41ed-aa12-9f0e40f9fea3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Apr 14 21:02:18.065790 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (63a4a535-66d9-45e0-89d0-4d53d2eb6ec8), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.088406 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['63a4a535-66d9-45e0-89d0-4d53d2eb6ec8'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:02:18.104498 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Pushing event deleted for resources: {'Port': ['ID=63a4a535-66d9-45e0-89d0-4d53d2eb6ec8,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:18.168486 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] No DVR routers for this DVR port 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:02:18.171719 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.175724 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-97436cfe-e2cc-49bb-a740-fa6198b10c18 req-446e41af-ad03-4c3e-a7b7-085cc7eda6b8 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.45 "DELETE /v2.0/ports/63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 HTTP/1.1" status: 204 len: 173 time: 0.6204212 Apr 14 21:02:18.176175 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'name': 'network-vif-deleted', 'tag': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:02:18.178482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3139b167-0a68-41df-8f6b-93c5eb42c2dd" -d '{"events": [{"server_uuid": "23630705-7dbf-4c81-b35d-7080d7e2875b", "name": "network-vif-deleted", "tag": "63a4a535-66d9-45e0-89d0-4d53d2eb6ec8"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:02:18.217664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69772cb9-95ae-4193-bdf8-9a10aa99f435 x-openstack-request-id: req-69772cb9-95ae-4193-bdf8-9a10aa99f435 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:02:18.218076 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23630705-7dbf-4c81-b35d-7080d7e2875b", "name": "network-vif-deleted", "tag": "63a4a535-66d9-45e0-89d0-4d53d2eb6ec8", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:02:18.218496 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69772cb9-95ae-4193-bdf8-9a10aa99f435 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:02:18.218783 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69772cb9-95ae-4193-bdf8-9a10aa99f435'] response: {'server_uuid': '23630705-7dbf-4c81-b35d-7080d7e2875b', 'name': 'network-vif-deleted', 'tag': '63a4a535-66d9-45e0-89d0-4d53d2eb6ec8', 'status': 'completed', 'code': 200} Apr 14 21:02:18.242407 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55424) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:18.255524 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-00ef17b0-ba2e-4cf6-8f9f-5edfde5b013d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.331764 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-00ef17b0-ba2e-4cf6-8f9f-5edfde5b013d admin admin] Publish callbacks [] for security_group (fcb880d6-4f0d-4bc3-964a-3c0ab6274880), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.409933 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-00ef17b0-ba2e-4cf6-8f9f-5edfde5b013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (fcb880d6-4f0d-4bc3-964a-3c0ab6274880), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.449471 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-00ef17b0-ba2e-4cf6-8f9f-5edfde5b013d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45335a861c4d4ab9a15b2804fc289822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059515 Apr 14 21:02:18.450269 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef17b0-ba2e-4cf6-8f9f-5edfde5b013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb880d6-4f0d-4bc3-964a-3c0ab6274880,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:18.452154 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55428) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:18.523526 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-35f3de68-4fce-4995-a092-f434c7c0144f admin admin] Publish callbacks [] for security_group (fcb880d6-4f0d-4bc3-964a-3c0ab6274880), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.548321 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-35f3de68-4fce-4995-a092-f434c7c0144f admin admin] Publish callbacks [] for security_group (fcb880d6-4f0d-4bc3-964a-3c0ab6274880), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.578367 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c531894-393e-43f0-8fc2-8c9049781f76 req-430fb63e-ebe1-4fb7-894b-133981ad55ec tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0352545 Apr 14 21:02:18.703837 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-35f3de68-4fce-4995-a092-f434c7c0144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (fcb880d6-4f0d-4bc3-964a-3c0ab6274880), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.706992 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-35f3de68-4fce-4995-a092-f434c7c0144f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:18.708168 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-35f3de68-4fce-4995-a092-f434c7c0144f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcb880d6-4f0d-4bc3-964a-3c0ab6274880 HTTP/1.1" status: 204 len: 168 time: 0.2549620 Apr 14 21:02:18.716077 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3de68-4fce-4995-a092-f434c7c0144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb880d6-4f0d-4bc3-964a-3c0ab6274880,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:19.183409 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65f30-15c2-46f9-89c0-3a00f8e4d278 req-50dac83a-03e8-44d3-8ba8-2e5b5c2eed9e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:19.184892 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3f65f30-15c2-46f9-89c0-3a00f8e4d278 req-50dac83a-03e8-44d3-8ba8-2e5b5c2eed9e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0475841 Apr 14 21:02:19.232207 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3f65f30-15c2-46f9-89c0-3a00f8e4d278 req-3ca8c399-118b-4214-a670-81732bfc9996 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Apr 14 21:02:19.696393 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3fa25a87-6cac-40b8-bcdb-ef4a37c84d7c req-7966e2a0-89bb-43df-8d85-c5c7be734613 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0267096 Apr 14 21:02:20.342690 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c50a1-0402-49d3-8513-fad0d00ccf97 req-48a7efaa-80f4-4a85-bbd0-f2f448376c0c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:20.344176 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ea0c50a1-0402-49d3-8513-fad0d00ccf97 req-48a7efaa-80f4-4a85-bbd0-f2f448376c0c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0455103 Apr 14 21:02:20.391654 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ea0c50a1-0402-49d3-8513-fad0d00ccf97 req-7b8953a7-d823-49fb-9a73-fb352265fc9e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Apr 14 21:02:20.814193 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-58b740d9-db7a-40d6-86f1-3ab1f1b60001 req-250bdf8c-93cd-45a9-9dca-9d2187b79ace tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0306275 Apr 14 21:02:21.733555 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03937b-fb7a-4f8a-8d4e-7feb0d5441d2 req-4a8c66eb-531b-41eb-a577-5b27ec93b9b7 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:21.735016 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9c03937b-fb7a-4f8a-8d4e-7feb0d5441d2 req-4a8c66eb-531b-41eb-a577-5b27ec93b9b7 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.2708993 Apr 14 21:02:21.782462 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9c03937b-fb7a-4f8a-8d4e-7feb0d5441d2 req-5bf57a9a-baed-4272-b096-f618bcd71005 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Apr 14 21:02:21.916074 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb7f7e41-8a30-4562-9afe-55654d8a447e req-83b0f089-48c3-48f1-92d0-c1c214270c75 tempest-DeleteServersTestJSON-1844536760 tempest-DeleteServersTestJSON-1844536760-project] 10.222.0.37 "GET /v2.0/ports?device_id=23630705-7dbf-4c81-b35d-7080d7e2875b HTTP/1.1" status: 200 len: 210 time: 0.0258713 Apr 14 21:02:21.951591 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:02:21.971895 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:02:21.972268 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 63a4a535-66d9-45e0-89d0-4d53d2eb6ec8 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:02:22.897682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b1ab-afc9-4d72-9f2d-cd68e8d66531 req-3a63a7f3-88b8-4907-a0f9-1b017bf1da87 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:22.899223 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6277b1ab-afc9-4d72-9f2d-cd68e8d66531 req-3a63a7f3-88b8-4907-a0f9-1b017bf1da87 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0484469 Apr 14 21:02:22.944822 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6277b1ab-afc9-4d72-9f2d-cd68e8d66531 req-2f856b59-751b-4366-89e1-153cd1b808ee tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Apr 14 21:02:24.004711 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:02:24.053601 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134ba22-abdb-4385-abf7-42d2e4bce292 req-9ed6f2a3-f6fd-47f1-ba8f-666ab94e19ca tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:24.055036 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8134ba22-abdb-4385-abf7-42d2e4bce292 req-9ed6f2a3-f6fd-47f1-ba8f-666ab94e19ca tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0444014 Apr 14 21:02:24.101153 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8134ba22-abdb-4385-abf7-42d2e4bce292 req-482fdf92-7133-471c-894f-61f1a7248b23 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Apr 14 21:02:25.210541 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6ff42-8198-4475-92d8-a6b994bc3f6d req-223afb13-560f-42da-8585-0c0ca4827c5e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:25.212042 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-34b6ff42-8198-4475-92d8-a6b994bc3f6d req-223afb13-560f-42da-8585-0c0ca4827c5e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0453336 Apr 14 21:02:25.261018 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-34b6ff42-8198-4475-92d8-a6b994bc3f6d req-3ef024dc-d2e8-45d7-8c52-c7191fdbe316 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Apr 14 21:02:26.383946 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3c96-9a00-46dc-a8b6-ec4594bc4b81 req-575b0a68-b6af-48e3-8bb0-aa8cb47b7305 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:26.385439 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dc4e3c96-9a00-46dc-a8b6-ec4594bc4b81 req-575b0a68-b6af-48e3-8bb0-aa8cb47b7305 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Apr 14 21:02:26.433401 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dc4e3c96-9a00-46dc-a8b6-ec4594bc4b81 req-9e19eb12-a272-411d-9d0c-d455f3dea3b9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Apr 14 21:02:26.620962 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55610) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:26.671831 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Deleting subnet 1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:02:26.675903 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Publish callbacks [] for subnet (1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.715966 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Publish callbacks [] for subnet (1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.726293 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.859775 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.889852 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:26.899233 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:26.903194 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-55daf27b-8131-485f-89d6-fa25ae530497 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1227fe69-8cbe-4d96-9f3a-ddb97e4b38bc HTTP/1.1" status: 204 len: 168 time: 0.2811306 Apr 14 21:02:26.905914 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55620) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:26.976559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.057841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.078983 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.079350 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.080109 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.080467 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > port after_create 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.080823 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > port after_delete 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.081171 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > port after_update 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.081494 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.081813 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.082155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.082470 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.164054 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.164336 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.164679 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.165013 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:02:27.165363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:27.183036 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b193feb5-b52c-4a4d-bf9e-95db015857e6') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:27.183336 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b193feb5-b52c-4a4d-bf9e-95db015857e6') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:27.199766 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (b193feb5-b52c-4a4d-bf9e-95db015857e6), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.224238 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (b193feb5-b52c-4a4d-bf9e-95db015857e6), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.232194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:02:27.232571 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (b193feb5-b52c-4a4d-bf9e-95db015857e6), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: from cryptography.utils import int_from_bytes Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: from cryptography.utils import int_from_bytes Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:02:27.256154 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:02:27.384480 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.392359 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.396397 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] 10.222.0.37 "DELETE /v2.0/networks/8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa HTTP/1.1" status: 204 len: 168 time: 0.4895158 Apr 14 21:02:27.405748 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec07f8-96c7-488a-86e0-3e31995b2bce admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae7dc5e-9dd9-4a9e-b967-57fd52b12caa,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:27.546159 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213c6e-5af4-4967-b7b7-66fda38ef2f1 req-b94bdf75-6196-4a2c-8280-6efab41f0fa8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:27.547692 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7e213c6e-5af4-4967-b7b7-66fda38ef2f1 req-b94bdf75-6196-4a2c-8280-6efab41f0fa8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0472465 Apr 14 21:02:27.599706 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7e213c6e-5af4-4967-b7b7-66fda38ef2f1 req-4d9f3782-6f14-4514-85d0-373f8d895d08 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463111 Apr 14 21:02:27.819705 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55640) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:27.866056 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bf98c0ab-3543-4935-b29b-4178e8fc193c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a1103f5d891468882cee553728b3264&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451121 Apr 14 21:02:27.868770 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55648) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:27.915661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1455b2ad-9257-48c3-97dd-e7ff953b82e2 admin admin] Publish callbacks [] for security_group (798a084c-83a4-4c4c-b7d3-bbd0e474b316), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:27.937069 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1455b2ad-9257-48c3-97dd-e7ff953b82e2 admin admin] Publish callbacks [] for security_group (798a084c-83a4-4c4c-b7d3-bbd0e474b316), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:28.052865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1455b2ad-9257-48c3-97dd-e7ff953b82e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (798a084c-83a4-4c4c-b7d3-bbd0e474b316), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:28.055672 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1455b2ad-9257-48c3-97dd-e7ff953b82e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:28.056827 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-1455b2ad-9257-48c3-97dd-e7ff953b82e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/798a084c-83a4-4c4c-b7d3-bbd0e474b316 HTTP/1.1" status: 204 len: 168 time: 0.1869137 Apr 14 21:02:28.064776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455b2ad-9257-48c3-97dd-e7ff953b82e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a084c-83a4-4c4c-b7d3-bbd0e474b316,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:28.716414 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71d673-68da-4a77-b22f-f5ca95b8aa5e req-e1d490a8-f2e5-48af-8c00-266861231afb tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:28.717954 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5b71d673-68da-4a77-b22f-f5ca95b8aa5e req-e1d490a8-f2e5-48af-8c00-266861231afb tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0484645 Apr 14 21:02:28.772445 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5b71d673-68da-4a77-b22f-f5ca95b8aa5e req-c1ff2049-c059-4ee0-9446-731067fb81e3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Apr 14 21:02:29.300253 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55724) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:29.397091 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-664814338-network', 'tenant_id': 'eeb5a9a7e2dc4fb9909eb854596c161e'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:29.489136 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Made reservation on behalf of eeb5a9a7e2dc4fb9909eb854596c161e for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:29.491589 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.501294 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.576186 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks [] for security_group (58925eb5-3df0-44bf-a44a-98ba24b248b9), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.649151 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (58925eb5-3df0-44bf-a44a-98ba24b248b9), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.674712 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:02:29.683979 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58925eb5-3df0-44bf-a44a-98ba24b248b9,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:29.690002 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (df6bce5b-4949-4e36-905b-1dc2ddba213a), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.690354 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Added segment df6bce5b-4949-4e36-905b-1dc2ddba213a of type vlan for network d3f9b46c-153a-48a0-b40e-8e14ae54e5a5 Apr 14 21:02:29.731824 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (d3f9b46c-153a-48a0-b40e-8e14ae54e5a5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.815031 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (d3f9b46c-153a-48a0-b40e-8e14ae54e5a5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.816078 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:29.816690 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:29.914413 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6129966 Apr 14 21:02:29.917569 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55732) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:29.923370 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67aa4-57ec-4286-b157-55282a499b68 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f9b46c-153a-48a0-b40e-8e14ae54e5a5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:29.923790 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Request body: {'subnet': {'network_id': 'd3f9b46c-153a-48a0-b40e-8e14ae54e5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-664814338-subnet', 'tenant_id': 'eeb5a9a7e2dc4fb9909eb854596c161e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:29.935179 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network d3f9b46c-153a-48a0-b40e-8e14ae54e5a5 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:02:29.936909 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31a4bf-cf08-4e96-9c28-a8adf79b20e0 req-4cbc7d4d-5c32-4b00-820b-3614fefc1da7 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:29.938500 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c31a4bf-cf08-4e96-9c28-a8adf79b20e0 req-4cbc7d4d-5c32-4b00-820b-3614fefc1da7 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0928249 Apr 14 21:02:29.991632 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c31a4bf-cf08-4e96-9c28-a8adf79b20e0 req-d05811f1-af3a-4e34-8563-eb18a6e7bfba tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Apr 14 21:02:30.049363 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Made reservation on behalf of eeb5a9a7e2dc4fb9909eb854596c161e for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:30.051733 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:30.346748 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:30.401564 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:30.411710 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Checking segment: {'id': 'df6bce5b-4949-4e36-905b-1dc2ddba213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd3f9b46c-153a-48a0-b40e-8e14ae54e5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:30.412070 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Network hostable DHCP agents. Network: d3f9b46c-153a-48a0-b40e-8e14ae54e5a5, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:02:30.521050 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Network d3f9b46c-153a-48a0-b40e-8e14ae54e5a5 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:02:30.615335 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, d3f9b46c-153a-48a0-b40e-8e14ae54e5a5) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:30.620666 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:30.622856 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:30.624243 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740814a-9c4e-4210-bea2-aae621d7d7cb None None] Network d3f9b46c-153a-48a0-b40e-8e14ae54e5a5 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:30.720733 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6ad3f-8422-489a-a4ba-00e865972492 None None] Network d3f9b46c-153a-48a0-b40e-8e14ae54e5a5 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:30.751338 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-31345a15-7522-4745-8323-9cfb0ec07c4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8323586 Apr 14 21:02:31.105776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878dd3f-a909-4eea-989e-79938e35c7a6 req-9eeca2b7-d934-4c5c-94e7-c2e1cac6a6d6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:31.107536 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1878dd3f-a909-4eea-989e-79938e35c7a6 req-9eeca2b7-d934-4c5c-94e7-c2e1cac6a6d6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Apr 14 21:02:31.163631 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1878dd3f-a909-4eea-989e-79938e35c7a6 req-8f7b1513-c025-47bd-a3b8-7802fda8683e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491354 Apr 14 21:02:31.598616 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55778) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:31.605121 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-485446926-network', 'tenant_id': '03e4278c2ffc4bdd91cac751acdcc109'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:31.730512 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Made reservation on behalf of 03e4278c2ffc4bdd91cac751acdcc109 for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:31.735833 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:31.753496 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:31.835061 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks [] for security_group (91d600c6-66c7-4c7e-b44f-a6a6606bf4c2), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:31.835920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55788) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:31.940931 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-53e4ea7c-3618-4eb5-a562-65f20177230c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.013821 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-53e4ea7c-3618-4eb5-a562-65f20177230c admin admin] Publish callbacks [] for security_group (f4e15867-0e60-4400-986b-86b58496223e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.049787 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (91d600c6-66c7-4c7e-b44f-a6a6606bf4c2), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.074563 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:02:32.084033 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d600c6-66c7-4c7e-b44f-a6a6606bf4c2,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:32.090038 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.090376 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Added segment bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43 of type vlan for network 9bdd125e-f458-4fcd-849c-a6f551d49ee8 Apr 14 21:02:32.123327 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-53e4ea7c-3618-4eb5-a562-65f20177230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f4e15867-0e60-4400-986b-86b58496223e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.141202 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (9bdd125e-f458-4fcd-849c-a6f551d49ee8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.179637 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4ea7c-3618-4eb5-a562-65f20177230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e15867-0e60-4400-986b-86b58496223e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:32.183725 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-53e4ea7c-3618-4eb5-a562-65f20177230c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec01b358bb9f40e9bfdefcd1fa038ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467612 Apr 14 21:02:32.186480 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55798) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:32.278878 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-649f134f-36a4-4798-8e56-982c73023c02 admin admin] Publish callbacks [] for security_group (f4e15867-0e60-4400-986b-86b58496223e), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.283880 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (9bdd125e-f458-4fcd-849c-a6f551d49ee8), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.285163 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:32.285489 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.295312 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bef0f-0f14-40a7-8979-0f9d31cd319b req-488314f2-c8aa-4a24-a477-6df71efed82e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:32.296859 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-766bef0f-0f14-40a7-8979-0f9d31cd319b req-488314f2-c8aa-4a24-a477-6df71efed82e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0639384 Apr 14 21:02:32.320911 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-649f134f-36a4-4798-8e56-982c73023c02 admin admin] Publish callbacks [] for security_group (f4e15867-0e60-4400-986b-86b58496223e), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.348885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] Pushing event updated for resources: {'Network': ['ID=9bdd125e-f458-4fcd-849c-a6f551d49ee8,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:32.360703 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 9bdd125e-f458-4fcd-849c-a6f551d49ee8 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:02:32.385841 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-766bef0f-0f14-40a7-8979-0f9d31cd319b req-7ce64f39-cfba-4095-bdcf-02604604e3d0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823836 Apr 14 21:02:32.440445 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-fc5f4434-8884-4d2a-bef6-94490917477d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8449957 Apr 14 21:02:32.443608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55804) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:32.448719 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Request body: {'subnet': {'network_id': '9bdd125e-f458-4fcd-849c-a6f551d49ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-485446926-subnet', 'tenant_id': '03e4278c2ffc4bdd91cac751acdcc109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:32.516121 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55808) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:32.569815 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Made reservation on behalf of 03e4278c2ffc4bdd91cac751acdcc109 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:32.572339 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133224405'] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.575536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-649f134f-36a4-4798-8e56-982c73023c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f4e15867-0e60-4400-986b-86b58496223e), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.578242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-649f134f-36a4-4798-8e56-982c73023c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.579392 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-649f134f-36a4-4798-8e56-982c73023c02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4e15867-0e60-4400-986b-86b58496223e HTTP/1.1" status: 204 len: 168 time: 0.3918362 Apr 14 21:02:32.609593 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55818) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:32.618483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f134f-36a4-4798-8e56-982c73023c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e15867-0e60-4400-986b-86b58496223e,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:32.663970 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcf85bde-18a7-4ffa-814b-c40e3096becd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.672557 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-97d7d5b3-c524-4d5c-8fe3-efe6fb5961df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.749822 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-abd5ad4a-cfd5-409b-bfad-7cbf9170572d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.780106 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcf85bde-18a7-4ffa-814b-c40e3096becd admin admin] Publish callbacks [] for security_group (6e7e75f2-31a5-4614-aa73-f88e13b6eeae), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.872440 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-abd5ad4a-cfd5-409b-bfad-7cbf9170572d admin admin] Publish callbacks [] for security_group (624ba902-2343-4a19-a089-f44a636ef1dc), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.915194 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcf85bde-18a7-4ffa-814b-c40e3096becd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6e7e75f2-31a5-4614-aa73-f88e13b6eeae), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.944591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131732472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133224387'] for subnet (d658769c-4eb6-4b10-9444-a27f55373b58), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.950012 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-abd5ad4a-cfd5-409b-bfad-7cbf9170572d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (624ba902-2343-4a19-a089-f44a636ef1dc), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:32.963344 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-dcf85bde-18a7-4ffa-814b-c40e3096becd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=813380fb6653470ca3676269aaf22f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462924 Apr 14 21:02:32.963344 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf85bde-18a7-4ffa-814b-c40e3096becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e75f2-31a5-4614-aa73-f88e13b6eeae,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:32.965036 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55834) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:33.006699 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5ad4a-cfd5-409b-bfad-7cbf9170572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624ba902-2343-4a19-a089-f44a636ef1dc,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:33.037808 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-894b3e41-ea16-429e-b1a3-f716427963e4 admin admin] Publish callbacks [] for security_group (6e7e75f2-31a5-4614-aa73-f88e13b6eeae), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.043790 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-abd5ad4a-cfd5-409b-bfad-7cbf9170572d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01824ba8ed7d40b49369d0b0a265f682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329045 Apr 14 21:02:33.048321 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55838) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:33.062755 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-894b3e41-ea16-429e-b1a3-f716427963e4 admin admin] Publish callbacks [] for security_group (6e7e75f2-31a5-4614-aa73-f88e13b6eeae), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.065604 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d658769c-4eb6-4b10-9444-a27f55373b58,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:33.093817 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Checking segment: {'id': 'bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9bdd125e-f458-4fcd-849c-a6f551d49ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:33.094176 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Network hostable DHCP agents. Network: 9bdd125e-f458-4fcd-849c-a6f551d49ee8, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:02:33.127972 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7041b330-55ef-4ede-813a-09261fb66014 admin admin] Publish callbacks [] for security_group (624ba902-2343-4a19-a089-f44a636ef1dc), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.154365 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7041b330-55ef-4ede-813a-09261fb66014 admin admin] Publish callbacks [] for security_group (624ba902-2343-4a19-a089-f44a636ef1dc), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.238150 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-894b3e41-ea16-429e-b1a3-f716427963e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6e7e75f2-31a5-4614-aa73-f88e13b6eeae), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.240765 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-894b3e41-ea16-429e-b1a3-f716427963e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.241955 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-894b3e41-ea16-429e-b1a3-f716427963e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e7e75f2-31a5-4614-aa73-f88e13b6eeae HTTP/1.1" status: 204 len: 168 time: 0.2645159 Apr 14 21:02:33.249426 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b3e41-ea16-429e-b1a3-f716427963e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e75f2-31a5-4614-aa73-f88e13b6eeae,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:33.283582 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Network 9bdd125e-f458-4fcd-849c-a6f551d49ee8 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:02:33.364494 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55854) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:33.378233 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0e5317e1-eb08-44d8-98a1-69a5636605ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.405131 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7041b330-55ef-4ede-813a-09261fb66014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (624ba902-2343-4a19-a089-f44a636ef1dc), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.413541 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7041b330-55ef-4ede-813a-09261fb66014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.413541 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-7041b330-55ef-4ede-813a-09261fb66014 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/624ba902-2343-4a19-a089-f44a636ef1dc HTTP/1.1" status: 204 len: 168 time: 0.3596380 Apr 14 21:02:33.413541 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 9bdd125e-f458-4fcd-849c-a6f551d49ee8) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:33.425970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213068b4-7227-4054-a3fc-c611a8e9da78 None None] Network 9bdd125e-f458-4fcd-849c-a6f551d49ee8 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:33.433809 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041b330-55ef-4ede-813a-09261fb66014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624ba902-2343-4a19-a089-f44a636ef1dc,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:33.436188 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:33.437004 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.511253 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0e5317e1-eb08-44d8-98a1-69a5636605ff admin admin] Publish callbacks [] for security_group (720909f3-d747-4b21-a6d7-305fbd44a85e), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.544635 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-385c5c26-db68-40e5-83fb-774964214a96 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0998647 Apr 14 21:02:33.563191 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb0c99-c99a-425c-9296-38608050fd64 None None] Network 9bdd125e-f458-4fcd-849c-a6f551d49ee8 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:33.574670 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1b3b-0d1e-47f0-96c7-3804b3c03d74 req-fa06714f-32eb-4284-acd5-d28718cfdf72 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:33.579617 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9b1e1b3b-0d1e-47f0-96c7-3804b3c03d74 req-fa06714f-32eb-4284-acd5-d28718cfdf72 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0707488 Apr 14 21:02:33.647995 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9b1e1b3b-0d1e-47f0-96c7-3804b3c03d74 req-a6bc0df6-ac4a-4efc-8ba5-fb3b2538ca35 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604491 Apr 14 21:02:33.652980 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0e5317e1-eb08-44d8-98a1-69a5636605ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (720909f3-d747-4b21-a6d7-305fbd44a85e), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.696544 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0e5317e1-eb08-44d8-98a1-69a5636605ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d22b3fca59064536a04ad0160e6ca10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309193 Apr 14 21:02:33.701113 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55866) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:33.701767 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5317e1-eb08-44d8-98a1-69a5636605ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720909f3-d747-4b21-a6d7-305fbd44a85e,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:33.740780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55868) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:33.788418 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a657558-c0f0-4e8f-8305-d8a08ace8710 admin admin] Publish callbacks [] for security_group (720909f3-d747-4b21-a6d7-305fbd44a85e), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.817184 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Deleting subnet b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34 {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:02:33.819809 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a657558-c0f0-4e8f-8305-d8a08ace8710 admin admin] Publish callbacks [] for security_group (720909f3-d747-4b21-a6d7-305fbd44a85e), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.820694 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Publish callbacks [] for subnet (b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.855580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.899159 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.955192 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a657558-c0f0-4e8f-8305-d8a08ace8710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (720909f3-d747-4b21-a6d7-305fbd44a85e), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.958260 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1a657558-c0f0-4e8f-8305-d8a08ace8710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:33.959804 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1a657558-c0f0-4e8f-8305-d8a08ace8710 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/720909f3-d747-4b21-a6d7-305fbd44a85e HTTP/1.1" status: 204 len: 168 time: 0.2567141 Apr 14 21:02:33.968973 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a657558-c0f0-4e8f-8305-d8a08ace8710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720909f3-d747-4b21-a6d7-305fbd44a85e,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:34.012927 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.040062 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:34.042142 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.045385 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ad3a2cb4-82ba-46dd-bded-912709397731 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b4f9aef6-d1fa-4f57-adcd-0ac0d44ebb34 HTTP/1.1" status: 204 len: 168 time: 0.3015049 Apr 14 21:02:34.047827 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55874) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.087906 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55876) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.102030 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fdc2-2a22-444d-b308-e9d079f3598d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.117907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (d3f9b46c-153a-48a0-b40e-8e14ae54e5a5), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.189707 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fdc2-2a22-444d-b308-e9d079f3598d admin admin] Publish callbacks [] for security_group (c85166cd-9d4b-402c-bf08-1ddcce73444c), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.201040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (d3f9b46c-153a-48a0-b40e-8e14ae54e5a5), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.222229 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f9b46c-153a-48a0-b40e-8e14ae54e5a5']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:34.232309 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6bce5b-4949-4e36-905b-1dc2ddba213a') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:34.232678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6bce5b-4949-4e36-905b-1dc2ddba213a') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:34.243008 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (df6bce5b-4949-4e36-905b-1dc2ddba213a), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.254938 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fdc2-2a22-444d-b308-e9d079f3598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c85166cd-9d4b-402c-bf08-1ddcce73444c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.256660 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (df6bce5b-4949-4e36-905b-1dc2ddba213a), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.263079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:02:34.263481 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (df6bce5b-4949-4e36-905b-1dc2ddba213a), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:02:34.265242 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:02:34.297412 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6ae1fdc2-2a22-444d-b308-e9d079f3598d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=050778a746ff4ef5841c04cd80177413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060316 Apr 14 21:02:34.297412 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1fdc2-2a22-444d-b308-e9d079f3598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85166cd-9d4b-402c-bf08-1ddcce73444c,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:34.298770 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55878) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.340903 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55880) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.359188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b9b88045-50b6-4a1f-943a-c971ccd0ae8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.377781 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b5465b53-9c8c-48ae-980c-bb78bba596e9 admin admin] Publish callbacks [] for security_group (c85166cd-9d4b-402c-bf08-1ddcce73444c), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.392270 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (d3f9b46c-153a-48a0-b40e-8e14ae54e5a5), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.398442 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.398595 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b5465b53-9c8c-48ae-980c-bb78bba596e9 admin admin] Publish callbacks [] for security_group (c85166cd-9d4b-402c-bf08-1ddcce73444c), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.402134 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/d3f9b46c-153a-48a0-b40e-8e14ae54e5a5 HTTP/1.1" status: 204 len: 168 time: 0.3534021 Apr 14 21:02:34.409342 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55882) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.413939 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7e4fe-cbaf-4dfe-8e43-6bc43b4bf7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f9b46c-153a-48a0-b40e-8e14ae54e5a5,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:34.654937 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Deleting subnet d658769c-4eb6-4b10-9444-a27f55373b58 {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:02:34.661698 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Publish callbacks [] for subnet (d658769c-4eb6-4b10-9444-a27f55373b58), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.702058 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b9b88045-50b6-4a1f-943a-c971ccd0ae8f admin admin] Publish callbacks [] for security_group (8c42972f-d9df-4c20-bc09-6f69018b42df), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.711747 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Publish callbacks [] for subnet (d658769c-4eb6-4b10-9444-a27f55373b58), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.717559 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (d658769c-4eb6-4b10-9444-a27f55373b58), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.772921 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b5465b53-9c8c-48ae-980c-bb78bba596e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c85166cd-9d4b-402c-bf08-1ddcce73444c), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.775461 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b5465b53-9c8c-48ae-980c-bb78bba596e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.776795 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b5465b53-9c8c-48ae-980c-bb78bba596e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c85166cd-9d4b-402c-bf08-1ddcce73444c HTTP/1.1" status: 204 len: 168 time: 0.4765100 Apr 14 21:02:34.788743 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5465b53-9c8c-48ae-980c-bb78bba596e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85166cd-9d4b-402c-bf08-1ddcce73444c,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:34.791317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66376-e5f0-4941-a79f-77090c5e65cd req-fe7519ea-03d4-4b66-87db-0a957c581a27 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:34.792877 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-57e66376-e5f0-4941-a79f-77090c5e65cd req-fe7519ea-03d4-4b66-87db-0a957c581a27 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0722260 Apr 14 21:02:34.838188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b9b88045-50b6-4a1f-943a-c971ccd0ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8c42972f-d9df-4c20-bc09-6f69018b42df), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.864322 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-57e66376-e5f0-4941-a79f-77090c5e65cd req-d41f69b4-03b2-4ba6-a540-114458373885 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Apr 14 21:02:34.871521 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for subnet (d658769c-4eb6-4b10-9444-a27f55373b58), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.905284 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b9b88045-50b6-4a1f-943a-c971ccd0ae8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc5d68c766fd4d018fc68fd189de4891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650709 Apr 14 21:02:34.908518 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55904) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.911517 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d658769c-4eb6-4b10-9444-a27f55373b58,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:34.925904 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:34.932446 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-a8ae3f9d-c950-4fee-b689-f03df598e6f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d658769c-4eb6-4b10-9444-a27f55373b58 HTTP/1.1" status: 204 len: 168 time: 0.5220299 Apr 14 21:02:34.932984 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55906) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:34.934652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b88045-50b6-4a1f-943a-c971ccd0ae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c42972f-d9df-4c20-bc09-6f69018b42df,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:35.025221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6a5600a9-8cdf-4cde-8187-ea15eed5887c admin admin] Publish callbacks [] for security_group (8c42972f-d9df-4c20-bc09-6f69018b42df), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.028843 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (9bdd125e-f458-4fcd-849c-a6f551d49ee8), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.056194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6a5600a9-8cdf-4cde-8187-ea15eed5887c admin admin] Publish callbacks [] for security_group (8c42972f-d9df-4c20-bc09-6f69018b42df), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.155761 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (9bdd125e-f458-4fcd-849c-a6f551d49ee8), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.176520 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdd125e-f458-4fcd-849c-a6f551d49ee8']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:35.187033 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:35.187331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:02:35.197449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.198619 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8d5fd370-4c62-41b8-b19d-e339d7cae5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.213782 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.220338 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:02:35.220752 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (bd0b1030-6b8f-4fd1-a6fd-2a38648e9a43), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:02:35.222778 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:02:35.323926 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6a5600a9-8cdf-4cde-8187-ea15eed5887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8c42972f-d9df-4c20-bc09-6f69018b42df), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.328046 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6a5600a9-8cdf-4cde-8187-ea15eed5887c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.329562 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6a5600a9-8cdf-4cde-8187-ea15eed5887c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c42972f-d9df-4c20-bc09-6f69018b42df HTTP/1.1" status: 204 len: 168 time: 0.4201727 Apr 14 21:02:35.338231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5600a9-8cdf-4cde-8187-ea15eed5887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c42972f-d9df-4c20-bc09-6f69018b42df,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:35.348856 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (9bdd125e-f458-4fcd-849c-a6f551d49ee8), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.353559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.362795 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] 10.222.0.37 "DELETE /v2.0/networks/9bdd125e-f458-4fcd-849c-a6f551d49ee8 HTTP/1.1" status: 204 len: 168 time: 0.4274726 Apr 14 21:02:35.379718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636587c7-6a31-4004-ba1a-e37d1d84006b admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdd125e-f458-4fcd-849c-a6f551d49ee8,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:35.818562 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55936) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:35.867292 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e8f110bb-6dff-42b1-8b5f-9d8a98025213 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeb5a9a7e2dc4fb9909eb854596c161e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473404 Apr 14 21:02:35.870094 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55942) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:35.925936 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ba0b66e0-bb68-4128-9e37-29bbd74bfd6c admin admin] Publish callbacks [] for security_group (58925eb5-3df0-44bf-a44a-98ba24b248b9), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.954016 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ba0b66e0-bb68-4128-9e37-29bbd74bfd6c admin admin] Publish callbacks [] for security_group (58925eb5-3df0-44bf-a44a-98ba24b248b9), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:35.995501 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264afa4-5c23-4822-a876-836095b9b389 req-bf9c7ece-fc95-4682-bf2e-de58e80dac8d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:35.996955 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1264afa4-5c23-4822-a876-836095b9b389 req-bf9c7ece-fc95-4682-bf2e-de58e80dac8d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0562885 Apr 14 21:02:36.045478 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1264afa4-5c23-4822-a876-836095b9b389 req-be2b7650-52be-42a8-b099-3d202bc22e8e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Apr 14 21:02:36.138065 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ba0b66e0-bb68-4128-9e37-29bbd74bfd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (58925eb5-3df0-44bf-a44a-98ba24b248b9), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:36.141007 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ba0b66e0-bb68-4128-9e37-29bbd74bfd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:36.142287 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ba0b66e0-bb68-4128-9e37-29bbd74bfd6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58925eb5-3df0-44bf-a44a-98ba24b248b9 HTTP/1.1" status: 204 len: 168 time: 0.2711222 Apr 14 21:02:36.150803 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b66e0-bb68-4128-9e37-29bbd74bfd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58925eb5-3df0-44bf-a44a-98ba24b248b9,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:36.429453 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:36.578645 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55968) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:36.874345 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-996fc475-e69e-4ffc-9d3c-722259efa64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:36.947144 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-996fc475-e69e-4ffc-9d3c-722259efa64b admin admin] Publish callbacks [] for security_group (cb84026b-7fea-4a6d-94a2-ed1e59d2845b), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.026292 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-996fc475-e69e-4ffc-9d3c-722259efa64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (cb84026b-7fea-4a6d-94a2-ed1e59d2845b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.065909 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-996fc475-e69e-4ffc-9d3c-722259efa64b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24daa080198a468c969f86baed4b153a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861689 Apr 14 21:02:37.068693 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 55984) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:37.074603 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fc475-e69e-4ffc-9d3c-722259efa64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84026b-7fea-4a6d-94a2-ed1e59d2845b,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:37.123546 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bd30-9350-4eed-af90-9bb9842cd37c admin admin] Publish callbacks [] for security_group (cb84026b-7fea-4a6d-94a2-ed1e59d2845b), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.145234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bd30-9350-4eed-af90-9bb9842cd37c admin admin] Publish callbacks [] for security_group (cb84026b-7fea-4a6d-94a2-ed1e59d2845b), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.162600 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af988d-7eae-45bb-9b5a-afc56bad6866 req-6382043f-aa3a-41c6-bbd8-e9b4aee0d6b3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:37.169406 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e7af988d-7eae-45bb-9b5a-afc56bad6866 req-6382043f-aa3a-41c6-bbd8-e9b4aee0d6b3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0532570 Apr 14 21:02:37.201954 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55988) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:37.229728 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e7af988d-7eae-45bb-9b5a-afc56bad6866 req-895b72cc-391a-4120-a256-f108be2197d5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592654 Apr 14 21:02:37.273624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9d19ddbd-c900-49bc-bc8e-032260dc93ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03e4278c2ffc4bdd91cac751acdcc109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705152 Apr 14 21:02:37.276013 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 55992) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:37.315835 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bd30-9350-4eed-af90-9bb9842cd37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (cb84026b-7fea-4a6d-94a2-ed1e59d2845b), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.319090 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bd30-9350-4eed-af90-9bb9842cd37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.320493 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e2c5bd30-9350-4eed-af90-9bb9842cd37c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb84026b-7fea-4a6d-94a2-ed1e59d2845b HTTP/1.1" status: 204 len: 168 time: 0.2508574 Apr 14 21:02:37.330908 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5bd30-9350-4eed-af90-9bb9842cd37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84026b-7fea-4a6d-94a2-ed1e59d2845b,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:37.335941 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-50143f74-67b1-45bc-84fe-4a02541379b3 admin admin] Publish callbacks [] for security_group (91d600c6-66c7-4c7e-b44f-a6a6606bf4c2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.373486 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-50143f74-67b1-45bc-84fe-4a02541379b3 admin admin] Publish callbacks [] for security_group (91d600c6-66c7-4c7e-b44f-a6a6606bf4c2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.375569 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.586775 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-50143f74-67b1-45bc-84fe-4a02541379b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (91d600c6-66c7-4c7e-b44f-a6a6606bf4c2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.589316 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-50143f74-67b1-45bc-84fe-4a02541379b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:37.590474 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-50143f74-67b1-45bc-84fe-4a02541379b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91d600c6-66c7-4c7e-b44f-a6a6606bf4c2 HTTP/1.1" status: 204 len: 168 time: 0.3134706 Apr 14 21:02:37.599422 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50143f74-67b1-45bc-84fe-4a02541379b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d600c6-66c7-4c7e-b44f-a6a6606bf4c2,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:37.740791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.344096 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98768f07-8984-4430-8b31-fa7cb823ff23 req-c978c22d-854c-4467-a817-95dcf524c740 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:38.345712 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-98768f07-8984-4430-8b31-fa7cb823ff23 req-c978c22d-854c-4467-a817-95dcf524c740 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0493820 Apr 14 21:02:38.393733 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-98768f07-8984-4430-8b31-fa7cb823ff23 req-e7d7726c-6a09-4a93-9180-87c5a23ac320 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Apr 14 21:02:38.439343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56018) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:38.452946 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d854f05b-65c6-41c0-a4a6-ff9505c23c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.545947 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d854f05b-65c6-41c0-a4a6-ff9505c23c6f admin admin] Publish callbacks [] for security_group (443dba34-04d7-4dcc-bf1a-1c04157b1148), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.629176 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d854f05b-65c6-41c0-a4a6-ff9505c23c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (443dba34-04d7-4dcc-bf1a-1c04157b1148), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.671078 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d854f05b-65c6-41c0-a4a6-ff9505c23c6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35ca2c126f6b48b098566634677b92c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299623 Apr 14 21:02:38.675228 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854f05b-65c6-41c0-a4a6-ff9505c23c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443dba34-04d7-4dcc-bf1a-1c04157b1148,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:38.675471 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56036) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:38.721805 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f17-c52c-4f5b-84f5-7a11bff2a1ab admin admin] Publish callbacks [] for security_group (443dba34-04d7-4dcc-bf1a-1c04157b1148), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.743724 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f17-c52c-4f5b-84f5-7a11bff2a1ab admin admin] Publish callbacks [] for security_group (443dba34-04d7-4dcc-bf1a-1c04157b1148), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.872512 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f17-c52c-4f5b-84f5-7a11bff2a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (443dba34-04d7-4dcc-bf1a-1c04157b1148), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.875293 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f17-c52c-4f5b-84f5-7a11bff2a1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:38.879162 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cd7a6f17-c52c-4f5b-84f5-7a11bff2a1ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/443dba34-04d7-4dcc-bf1a-1c04157b1148 HTTP/1.1" status: 204 len: 168 time: 0.2004228 Apr 14 21:02:38.891158 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a6f17-c52c-4f5b-84f5-7a11bff2a1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443dba34-04d7-4dcc-bf1a-1c04157b1148,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:39.507338 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69a26-0ff5-41a8-8bf0-8d251b7de49b req-f37ae40b-b44f-45ef-8598-296e991248c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:39.508855 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-28c69a26-0ff5-41a8-8bf0-8d251b7de49b req-f37ae40b-b44f-45ef-8598-296e991248c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0468106 Apr 14 21:02:39.575930 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-28c69a26-0ff5-41a8-8bf0-8d251b7de49b req-910c42d8-0e47-41d1-a7f0-a61110470c96 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614336 Apr 14 21:02:39.609687 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:40.689182 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf06bfb-4eee-40db-9563-f979d9ede3a0 req-c2e78a2d-a30d-47e9-ab68-ce7a79e31002 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:40.691830 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1bf06bfb-4eee-40db-9563-f979d9ede3a0 req-c2e78a2d-a30d-47e9-ab68-ce7a79e31002 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0478837 Apr 14 21:02:40.747408 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1bf06bfb-4eee-40db-9563-f979d9ede3a0 req-79f30132-2d21-4d88-a633-9fa0c099fd8a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Apr 14 21:02:41.891246 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9ec90-eb9e-4b83-98a7-5c304d5e106f req-63cfcdfd-03db-4dc3-8e82-61103e8c9be1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:41.894479 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9bd9ec90-eb9e-4b83-98a7-5c304d5e106f req-63cfcdfd-03db-4dc3-8e82-61103e8c9be1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0764115 Apr 14 21:02:41.957577 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9bd9ec90-eb9e-4b83-98a7-5c304d5e106f req-86ac30f0-d0ac-48cf-9b1a-4663e756fc4d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Apr 14 21:02:41.958417 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56188) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:42.099736 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-27105950-fa55-4663-9497-1cfed9e73c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.171290 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-27105950-fa55-4663-9497-1cfed9e73c27 admin admin] Publish callbacks [] for security_group (2b9e85cf-22c9-48bd-9cc6-13de77f85e27), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.312923 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-27105950-fa55-4663-9497-1cfed9e73c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2b9e85cf-22c9-48bd-9cc6-13de77f85e27), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.370131 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56220) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:42.370597 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-27105950-fa55-4663-9497-1cfed9e73c27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8365110b0499419682b8b95372afab85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009392 Apr 14 21:02:42.376031 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27105950-fa55-4663-9497-1cfed9e73c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e85cf-22c9-48bd-9cc6-13de77f85e27,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:42.422149 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c773-0365-4f1f-a629-e376a28619c7 admin admin] Publish callbacks [] for security_group (2b9e85cf-22c9-48bd-9cc6-13de77f85e27), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.446232 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c773-0365-4f1f-a629-e376a28619c7 admin admin] Publish callbacks [] for security_group (2b9e85cf-22c9-48bd-9cc6-13de77f85e27), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.589464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c773-0365-4f1f-a629-e376a28619c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2b9e85cf-22c9-48bd-9cc6-13de77f85e27), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.592353 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c773-0365-4f1f-a629-e376a28619c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:42.593504 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6fd6c773-0365-4f1f-a629-e376a28619c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b9e85cf-22c9-48bd-9cc6-13de77f85e27 HTTP/1.1" status: 204 len: 168 time: 0.2223914 Apr 14 21:02:42.603224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c773-0365-4f1f-a629-e376a28619c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e85cf-22c9-48bd-9cc6-13de77f85e27,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:43.063943 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e69f06-4a5b-47bf-b883-b8c03a584461 req-dc67ac1b-c21e-41cc-bebf-aaff9940052d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:43.065507 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-90e69f06-4a5b-47bf-b883-b8c03a584461 req-dc67ac1b-c21e-41cc-bebf-aaff9940052d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Apr 14 21:02:43.133484 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-90e69f06-4a5b-47bf-b883-b8c03a584461 req-a0f316cc-cd1c-459f-821f-9c2719ae125b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623810 Apr 14 21:02:43.291303 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56246) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:43.305763 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-91ed30db-8534-4b76-aa6b-cc3faf7c50cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.327086 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c110b08-49be-4c2b-958c-d347b0471bad req-9fcab42d-273e-4b75-9bb9-66f00b108cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:43.328625 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c110b08-49be-4c2b-958c-d347b0471bad req-9fcab42d-273e-4b75-9bb9-66f00b108cc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 1130 time: 0.0419385 Apr 14 21:02:43.376769 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c110b08-49be-4c2b-958c-d347b0471bad req-9663cfa6-34f9-4e87-aa18-071a59359e2b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Apr 14 21:02:43.390151 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-91ed30db-8534-4b76-aa6b-cc3faf7c50cb admin admin] Publish callbacks [] for security_group (99850d51-caf8-4441-9878-fc9f9440765b), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.534793 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-91ed30db-8534-4b76-aa6b-cc3faf7c50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (99850d51-caf8-4441-9878-fc9f9440765b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.577764 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-91ed30db-8534-4b76-aa6b-cc3faf7c50cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15e64a5faf064ef1b71f63d0c978ecbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852731 Apr 14 21:02:43.580271 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56260) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:43.580430 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed30db-8534-4b76-aa6b-cc3faf7c50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99850d51-caf8-4441-9878-fc9f9440765b,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:43.645240 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3ff35da-a6be-4c27-8131-e6c3a1d6f0ff admin admin] Publish callbacks [] for security_group (99850d51-caf8-4441-9878-fc9f9440765b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.671164 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3ff35da-a6be-4c27-8131-e6c3a1d6f0ff admin admin] Publish callbacks [] for security_group (99850d51-caf8-4441-9878-fc9f9440765b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.689538 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56270) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:43.786304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3ff35da-a6be-4c27-8131-e6c3a1d6f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (99850d51-caf8-4441-9878-fc9f9440765b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.789148 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3ff35da-a6be-4c27-8131-e6c3a1d6f0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.792972 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f3ff35da-a6be-4c27-8131-e6c3a1d6f0ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99850d51-caf8-4441-9878-fc9f9440765b HTTP/1.1" status: 204 len: 168 time: 0.2116926 Apr 14 21:02:43.801535 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff35da-a6be-4c27-8131-e6c3a1d6f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99850d51-caf8-4441-9878-fc9f9440765b,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:43.809494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1308637-1c28-4ad3-90c1-0bf0e4b8871b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.916776 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1308637-1c28-4ad3-90c1-0bf0e4b8871b admin admin] Publish callbacks [] for security_group (8ccc0970-7772-4969-94d1-4c706520d9b1), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:43.972938 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1308637-1c28-4ad3-90c1-0bf0e4b8871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8ccc0970-7772-4969-94d1-4c706520d9b1), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.012496 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d1308637-1c28-4ad3-90c1-0bf0e4b8871b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa6b6bb8dd874b46b9baf1aeeb3286b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216836 Apr 14 21:02:44.015097 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56282) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:44.018140 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1308637-1c28-4ad3-90c1-0bf0e4b8871b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc0970-7772-4969-94d1-4c706520d9b1,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:44.082988 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9d41e77b-4b98-43c4-8d83-764ace7636f9 admin admin] Publish callbacks [] for security_group (8ccc0970-7772-4969-94d1-4c706520d9b1), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.107332 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9d41e77b-4b98-43c4-8d83-764ace7636f9 admin admin] Publish callbacks [] for security_group (8ccc0970-7772-4969-94d1-4c706520d9b1), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.249720 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9d41e77b-4b98-43c4-8d83-764ace7636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8ccc0970-7772-4969-94d1-4c706520d9b1), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.252586 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9d41e77b-4b98-43c4-8d83-764ace7636f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:44.253712 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9d41e77b-4b98-43c4-8d83-764ace7636f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ccc0970-7772-4969-94d1-4c706520d9b1 HTTP/1.1" status: 204 len: 168 time: 0.2376289 Apr 14 21:02:44.265722 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41e77b-4b98-43c4-8d83-764ace7636f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc0970-7772-4969-94d1-4c706520d9b1,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:44.277041 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bcfb6-0271-450e-9fdc-dd0dd045904b req-ea74bebd-8ac0-4a0d-a7e8-3d7f75b4c2b3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:44.278816 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-de6bcfb6-0271-450e-9fdc-dd0dd045904b req-ea74bebd-8ac0-4a0d-a7e8-3d7f75b4c2b3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0826201 Apr 14 21:02:44.343908 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-de6bcfb6-0271-450e-9fdc-dd0dd045904b req-902e1dad-e679-4bb6-bab9-3fff0ea0cc52 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Apr 14 21:02:45.032896 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56326) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:45.046195 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc9-e2ad-45cd-aac5-053c0945d8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.122691 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc9-e2ad-45cd-aac5-053c0945d8d1 admin admin] Publish callbacks [] for security_group (da393587-21d6-442e-8f3b-e592d25e1563), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.163449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdcafdc9-e2ad-45cd-aac5-053c0945d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da393587-21d6-442e-8f3b-e592d25e1563), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.199823 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcafdc9-e2ad-45cd-aac5-053c0945d8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da393587-21d6-442e-8f3b-e592d25e1563,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:45.204088 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bdcafdc9-e2ad-45cd-aac5-053c0945d8d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=727c3d7cbe844fae9a519a90c21393ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700656 Apr 14 21:02:45.207078 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56332) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:45.262063 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a48792e8-af1f-4320-925c-0dddc05ac3c5 admin admin] Publish callbacks [] for security_group (da393587-21d6-442e-8f3b-e592d25e1563), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.283981 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a48792e8-af1f-4320-925c-0dddc05ac3c5 admin admin] Publish callbacks [] for security_group (da393587-21d6-442e-8f3b-e592d25e1563), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.412731 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a48792e8-af1f-4320-925c-0dddc05ac3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da393587-21d6-442e-8f3b-e592d25e1563), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.415918 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a48792e8-af1f-4320-925c-0dddc05ac3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:45.417388 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-a48792e8-af1f-4320-925c-0dddc05ac3c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da393587-21d6-442e-8f3b-e592d25e1563 HTTP/1.1" status: 204 len: 168 time: 0.2092159 Apr 14 21:02:45.426603 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48792e8-af1f-4320-925c-0dddc05ac3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da393587-21d6-442e-8f3b-e592d25e1563,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:45.479913 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a197c16-1644-4a72-b545-e89874ba41af req-924726c0-ab7e-4afe-9328-7d02e29fce31 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:45.481405 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2a197c16-1644-4a72-b545-e89874ba41af req-924726c0-ab7e-4afe-9328-7d02e29fce31 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0680892 Apr 14 21:02:45.528556 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2a197c16-1644-4a72-b545-e89874ba41af req-2f914392-d5c9-44e8-bab9-d38731b2c779 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Apr 14 21:02:45.645329 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3022493-8c1e-4ab4-a2c9-aace695645b8 req-106b6e06-41f8-4a08-ab3d-56a1d86f9e94 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:45.646813 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3022493-8c1e-4ab4-a2c9-aace695645b8 req-106b6e06-41f8-4a08-ab3d-56a1d86f9e94 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0514066 Apr 14 21:02:45.698841 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3022493-8c1e-4ab4-a2c9-aace695645b8 req-ef27eefc-c308-4ebc-a43d-88b13df07418 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Apr 14 21:02:45.800363 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56360) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:45.946663 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-99dbaa8e-08dc-4477-a629-e6bb66385d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.034600 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-99dbaa8e-08dc-4477-a629-e6bb66385d87 admin admin] Publish callbacks [] for security_group (0bc3077c-bc63-4a5f-84f0-def4581c5daa), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.106384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-99dbaa8e-08dc-4477-a629-e6bb66385d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0bc3077c-bc63-4a5f-84f0-def4581c5daa), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.148222 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-99dbaa8e-08dc-4477-a629-e6bb66385d87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcaca70f1ca64a6caddb710327b5ba47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467507 Apr 14 21:02:46.149088 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbaa8e-08dc-4477-a629-e6bb66385d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3077c-bc63-4a5f-84f0-def4581c5daa,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:46.150932 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56376) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:46.217249 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cefef0b1-78cf-4b41-8c73-7653ca55cf6a admin admin] Publish callbacks [] for security_group (0bc3077c-bc63-4a5f-84f0-def4581c5daa), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.244917 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cefef0b1-78cf-4b41-8c73-7653ca55cf6a admin admin] Publish callbacks [] for security_group (0bc3077c-bc63-4a5f-84f0-def4581c5daa), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.427520 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cefef0b1-78cf-4b41-8c73-7653ca55cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0bc3077c-bc63-4a5f-84f0-def4581c5daa), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.430065 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cefef0b1-78cf-4b41-8c73-7653ca55cf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.431252 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cefef0b1-78cf-4b41-8c73-7653ca55cf6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bc3077c-bc63-4a5f-84f0-def4581c5daa HTTP/1.1" status: 204 len: 168 time: 0.2787049 Apr 14 21:02:46.439132 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefef0b1-78cf-4b41-8c73-7653ca55cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3077c-bc63-4a5f-84f0-def4581c5daa,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:46.701808 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56412) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:46.855021 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-294400890-network', 'tenant_id': '363647a1ff584fb98cd244a1766707c9'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:46.946408 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Made reservation on behalf of 363647a1ff584fb98cd244a1766707c9 for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:46.948809 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:46.961388 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.047839 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks [] for security_group (7b8c5bdb-fadb-454d-ab23-8dcc0171eecd), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.125097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56430) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:47.152278 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (7b8c5bdb-fadb-454d-ab23-8dcc0171eecd), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.184920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:02:47.195844 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8c5bdb-fadb-454d-ab23-8dcc0171eecd,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:47.202354 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (73100f85-4d16-4e7a-8d4f-5b6a8a585949), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.202880 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Added segment 73100f85-4d16-4e7a-8d4f-5b6a8a585949 of type vlan for network 21763ccd-5b0c-4407-95d0-4e55fd1c9257 Apr 14 21:02:47.249231 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (21763ccd-5b0c-4407-95d0-4e55fd1c9257), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.299776 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-67e1265e-c579-498a-ac1b-2a095fdd2128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.364007 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (21763ccd-5b0c-4407-95d0-4e55fd1c9257), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.364963 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:47.365538 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.436565 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-67e1265e-c579-498a-ac1b-2a095fdd2128 admin admin] Publish callbacks [] for security_group (89fb2a80-c8b8-42ba-8637-463d753b819d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.444691 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] Pushing event updated for resources: {'Network': ['ID=21763ccd-5b0c-4407-95d0-4e55fd1c9257,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:47.456143 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 21763ccd-5b0c-4407-95d0-4e55fd1c9257 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:02:47.546969 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-67e1265e-c579-498a-ac1b-2a095fdd2128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (89fb2a80-c8b8-42ba-8637-463d753b819d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.555727 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4d6a3216-7b7b-4143-a731-cfdb99a17035 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8525221 Apr 14 21:02:47.559431 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56448) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:47.565092 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Request body: {'subnet': {'network_id': '21763ccd-5b0c-4407-95d0-4e55fd1c9257', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-294400890-subnet', 'tenant_id': '363647a1ff584fb98cd244a1766707c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:47.601498 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-67e1265e-c579-498a-ac1b-2a095fdd2128 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e32ad592340442a893f9aad96460e9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751685 Apr 14 21:02:47.601898 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56454) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:47.602736 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1265e-c579-498a-ac1b-2a095fdd2128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb2a80-c8b8-42ba-8637-463d753b819d,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:47.661781 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-20f6e8bd-816b-4931-8bf8-b1889e8036ed admin admin] Publish callbacks [] for security_group (89fb2a80-c8b8-42ba-8637-463d753b819d), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.685004 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-20f6e8bd-816b-4931-8bf8-b1889e8036ed admin admin] Publish callbacks [] for security_group (89fb2a80-c8b8-42ba-8637-463d753b819d), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.699906 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Made reservation on behalf of 363647a1ff584fb98cd244a1766707c9 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:47.702157 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133224405'] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.877230 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-20f6e8bd-816b-4931-8bf8-b1889e8036ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (89fb2a80-c8b8-42ba-8637-463d753b819d), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.881481 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-20f6e8bd-816b-4931-8bf8-b1889e8036ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:47.881481 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-20f6e8bd-816b-4931-8bf8-b1889e8036ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89fb2a80-c8b8-42ba-8637-463d753b819d HTTP/1.1" status: 204 len: 168 time: 0.2782578 Apr 14 21:02:47.895794 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6e8bd-816b-4931-8bf8-b1889e8036ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb2a80-c8b8-42ba-8637-463d753b819d,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:48.069414 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131732472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133224387'] for subnet (7294ddcb-3e8e-4b63-9b26-e289fb9a39e6), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.200839 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad30b9-41d0-4f7e-a50c-218aa4116e2c req-5225f4a5-6160-41d0-8a93-26ec50197681 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:48.202504 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e7ad30b9-41d0-4f7e-a50c-218aa4116e2c req-5225f4a5-6160-41d0-8a93-26ec50197681 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1060879 Apr 14 21:02:48.206240 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7294ddcb-3e8e-4b63-9b26-e289fb9a39e6,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:48.219594 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-9253b39f-2977-4b6d-b650-a76002360768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:48.221034 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-9253b39f-2977-4b6d-b650-a76002360768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1130 time: 0.0791371 Apr 14 21:02:48.226981 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Checking segment: {'id': '73100f85-4d16-4e7a-8d4f-5b6a8a585949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21763ccd-5b0c-4407-95d0-4e55fd1c9257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:48.227333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Network hostable DHCP agents. Network: 21763ccd-5b0c-4407-95d0-4e55fd1c9257, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:02:48.327675 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e7ad30b9-41d0-4f7e-a50c-218aa4116e2c req-40e3412e-6cb0-4939-ae46-b15d13ad9464 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111860 Apr 14 21:02:48.363304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-e9fe5322-eaa3-469f-9193-0ee872395a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:48.364857 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-e9fe5322-eaa3-469f-9193-0ee872395a1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.1326079 Apr 14 21:02:48.368623 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Network 21763ccd-5b0c-4407-95d0-4e55fd1c9257 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:02:48.371544 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56488) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:48.415771 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-3308e41a-5de9-497e-88f4-d0edaf5e9aa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 200 len: 217 time: 0.0420690 Apr 14 21:02:48.469696 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 21763ccd-5b0c-4407-95d0-4e55fd1c9257) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:48.469849 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:48.470326 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.486068 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1022da-88e7-4b8f-9640-21079485b54f None None] Network 21763ccd-5b0c-4407-95d0-4e55fd1c9257 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:48.505555 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-204a94cf-f1e7-43c6-ac0d-c4433bc6739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:48.508290 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-204a94cf-f1e7-43c6-ac0d-c4433bc6739e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0859339 Apr 14 21:02:48.509817 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b7731be1-05b3-4bf6-85db-11281f34feae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.567235 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-f0823587-7ac5-49da-85ea-29ecc0f7acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:48.568850 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-f0823587-7ac5-49da-85ea-29ecc0f7acf5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498033 Apr 14 21:02:48.600408 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a404d0-6de5-425f-8aff-f1e48bf3e9f0 None None] Network 21763ccd-5b0c-4407-95d0-4e55fd1c9257 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:48.617638 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5dd3c62e-a10f-4ffd-8b41-617bfcc42001 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0473199 Apr 14 21:02:48.705428 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b7731be1-05b3-4bf6-85db-11281f34feae admin admin] Publish callbacks [] for security_group (70810ca0-683b-41a0-8350-73b7fb141121), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.708473 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-13026031-3087-401c-88c6-6ad1d36d201b service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294580 Apr 14 21:02:48.742028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56502) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:48.759748 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1996e208-827d-4b49-88a8-c31fa2ba98dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.827709 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b7731be1-05b3-4bf6-85db-11281f34feae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (70810ca0-683b-41a0-8350-73b7fb141121), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.836204 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-291acb09-6a4c-47d8-a29e-8a984f7fb444 req-6ccbe539-e24a-4e60-9a43-10134224b52e service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181087 Apr 14 21:02:48.866123 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1996e208-827d-4b49-88a8-c31fa2ba98dc admin admin] Publish callbacks [] for security_group (547ed358-2b3e-4742-8055-9507a34c6683), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.874375 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7731be1-05b3-4bf6-85db-11281f34feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70810ca0-683b-41a0-8350-73b7fb141121,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:48.878781 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b7731be1-05b3-4bf6-85db-11281f34feae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=126f5d1580a344f3bed83b87697232c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062699 Apr 14 21:02:48.881630 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56506) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:48.933537 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-688addca-4f2a-4699-9d96-3fc52529b95b admin admin] Publish callbacks [] for security_group (70810ca0-683b-41a0-8350-73b7fb141121), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.955329 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1996e208-827d-4b49-88a8-c31fa2ba98dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (547ed358-2b3e-4742-8055-9507a34c6683), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:48.956259 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-688addca-4f2a-4699-9d96-3fc52529b95b admin admin] Publish callbacks [] for security_group (70810ca0-683b-41a0-8350-73b7fb141121), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.031559 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1996e208-827d-4b49-88a8-c31fa2ba98dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87507a2d566b4712a8f63dec65a3571d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883105 Apr 14 21:02:49.032442 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996e208-827d-4b49-88a8-c31fa2ba98dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ed358-2b3e-4742-8055-9507a34c6683,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:49.034352 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56516) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:49.089996 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d0b151a6-78bc-42e9-a9d8-7d10a51c4886 admin admin] Publish callbacks [] for security_group (547ed358-2b3e-4742-8055-9507a34c6683), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.094916 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-688addca-4f2a-4699-9d96-3fc52529b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (70810ca0-683b-41a0-8350-73b7fb141121), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.097803 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-688addca-4f2a-4699-9d96-3fc52529b95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.103250 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-688addca-4f2a-4699-9d96-3fc52529b95b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70810ca0-683b-41a0-8350-73b7fb141121 HTTP/1.1" status: 204 len: 168 time: 0.2163148 Apr 14 21:02:49.115522 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688addca-4f2a-4699-9d96-3fc52529b95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70810ca0-683b-41a0-8350-73b7fb141121,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:49.131194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d0b151a6-78bc-42e9-a9d8-7d10a51c4886 admin admin] Publish callbacks [] for security_group (547ed358-2b3e-4742-8055-9507a34c6683), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.272297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d0b151a6-78bc-42e9-a9d8-7d10a51c4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (547ed358-2b3e-4742-8055-9507a34c6683), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.275136 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d0b151a6-78bc-42e9-a9d8-7d10a51c4886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.276283 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d0b151a6-78bc-42e9-a9d8-7d10a51c4886 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/547ed358-2b3e-4742-8055-9507a34c6683 HTTP/1.1" status: 204 len: 168 time: 0.2396448 Apr 14 21:02:49.285779 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b151a6-78bc-42e9-a9d8-7d10a51c4886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ed358-2b3e-4742-8055-9507a34c6683,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:49.471594 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89128-f717-42ba-b578-85fa822f4054 req-6badd53c-2dc5-4f3c-b3ee-abbbc26c498b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:49.476464 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1aa89128-f717-42ba-b578-85fa822f4054 req-6badd53c-2dc5-4f3c-b3ee-abbbc26c498b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0624781 Apr 14 21:02:49.538655 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1aa89128-f717-42ba-b578-85fa822f4054 req-83417b2f-1c43-4406-85f1-7178e44dd226 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Apr 14 21:02:49.544405 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56550) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:49.549489 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1939121510-network', 'tenant_id': 'dc3a267d3b0d4d7492b07ef41ac5f441'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:49.641009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Made reservation on behalf of dc3a267d3b0d4d7492b07ef41ac5f441 for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:49.643321 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.653405 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.733575 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks [] for security_group (8b3b2a8d-484c-4b7c-9897-76071f78caff), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.812646 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8b3b2a8d-484c-4b7c-9897-76071f78caff), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.842494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:02:49.853326 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b2a8d-484c-4b7c-9897-76071f78caff,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:49.862706 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (647ede08-749f-4033-9f6e-e81e19f071a8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:49.862706 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Added segment 647ede08-749f-4033-9f6e-e81e19f071a8 of type vlan for network 097de3e6-33a6-4a58-bbb4-11b635ba74c7 Apr 14 21:02:49.910877 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (097de3e6-33a6-4a58-bbb4-11b635ba74c7), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:50.024745 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (097de3e6-33a6-4a58-bbb4-11b635ba74c7), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:50.026217 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:50.027035 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:50.114718 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=097de3e6-33a6-4a58-bbb4-11b635ba74c7,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:50.126010 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 097de3e6-33a6-4a58-bbb4-11b635ba74c7 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:02:50.155752 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56582) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:50.157762 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-660a0d42-719d-450e-b1a5-c91749069aa4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6103392 Apr 14 21:02:50.164392 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Request body: {'subnet': {'network_id': '097de3e6-33a6-4a58-bbb4-11b635ba74c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1939121510-subnet', 'tenant_id': 'dc3a267d3b0d4d7492b07ef41ac5f441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:50.257983 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Made reservation on behalf of dc3a267d3b0d4d7492b07ef41ac5f441 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:50.260341 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133224405'] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:50.733808 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18169305-d4b8-49e4-8590-7fc7f7e943bc req-348d1900-d106-40f6-a4b7-172e1b902be8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:50.736049 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-18169305-d4b8-49e4-8590-7fc7f7e943bc req-348d1900-d106-40f6-a4b7-172e1b902be8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0551620 Apr 14 21:02:50.746405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131732472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133224387'] for subnet (853e2ba0-5b09-4cce-92d8-bf99110eecf6), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:50.749387 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56604) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:50.792211 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56610) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:50.831141 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-18169305-d4b8-49e4-8590-7fc7f7e943bc req-878d6081-6347-421f-b941-e091d38adc30 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891309 Apr 14 21:02:50.867121 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=853e2ba0-5b09-4cce-92d8-bf99110eecf6,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:50.887034 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Checking segment: {'id': '647ede08-749f-4033-9f6e-e81e19f071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '097de3e6-33a6-4a58-bbb4-11b635ba74c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:50.887569 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Network hostable DHCP agents. Network: 097de3e6-33a6-4a58-bbb4-11b635ba74c7, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:02:50.927721 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b35a-45c8-4d64-a0cf-ebfd142f40da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.011589 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Network 097de3e6-33a6-4a58-bbb4-11b635ba74c7 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:02:51.029194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b35a-45c8-4d64-a0cf-ebfd142f40da admin admin] Publish callbacks [] for security_group (65327bc5-1041-481c-93a5-89061ffce224), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.050372 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-311136557-network', 'tenant_id': '4cc25152d6eb4123ab5ae77d123ecf52'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:51.092762 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 097de3e6-33a6-4a58-bbb4-11b635ba74c7) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:51.094432 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b35a-45c8-4d64-a0cf-ebfd142f40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (65327bc5-1041-481c-93a5-89061ffce224), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.104677 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154dc62-60f2-46bc-9e24-0ee3582980da None None] Network 097de3e6-33a6-4a58-bbb4-11b635ba74c7 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:51.107797 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:51.108631 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.176335 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6bf6b35a-45c8-4d64-a0cf-ebfd142f40da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11c2ad575dad47c29d9a972408919594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106472 Apr 14 21:02:51.178851 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56624) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:51.186058 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Made reservation on behalf of 4cc25152d6eb4123ab5ae77d123ecf52 for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:51.188785 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6b35a-45c8-4d64-a0cf-ebfd142f40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65327bc5-1041-481c-93a5-89061ffce224,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:51.190236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.216435 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0de5d-0bc6-4dd8-8800-067c8a318f85 None None] Network 097de3e6-33a6-4a58-bbb4-11b635ba74c7 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:51.217068 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.246271 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57f6282e-f2fd-4f99-9cae-9e5b97d46d72 admin admin] Publish callbacks [] for security_group (65327bc5-1041-481c-93a5-89061ffce224), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.271743 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-2cb4d358-8efb-429a-beab-85d56cde8dcc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1059062 Apr 14 21:02:51.286062 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57f6282e-f2fd-4f99-9cae-9e5b97d46d72 admin admin] Publish callbacks [] for security_group (65327bc5-1041-481c-93a5-89061ffce224), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.382756 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks [] for security_group (e3e7e10c-b825-4f4b-a145-58bdf7da5909), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.455422 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57f6282e-f2fd-4f99-9cae-9e5b97d46d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (65327bc5-1041-481c-93a5-89061ffce224), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.458865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-57f6282e-f2fd-4f99-9cae-9e5b97d46d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.460057 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-57f6282e-f2fd-4f99-9cae-9e5b97d46d72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65327bc5-1041-481c-93a5-89061ffce224 HTTP/1.1" status: 204 len: 168 time: 0.2795119 Apr 14 21:02:51.468366 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6282e-f2fd-4f99-9cae-9e5b97d46d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65327bc5-1041-481c-93a5-89061ffce224,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:51.572330 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (e3e7e10c-b825-4f4b-a145-58bdf7da5909), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.598021 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:02:51.613987 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e7e10c-b825-4f4b-a145-58bdf7da5909,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:51.616984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (c83c8f45-6f2e-4550-91ea-1f71e88f6c58), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.617340 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Added segment c83c8f45-6f2e-4550-91ea-1f71e88f6c58 of type vlan for network 3c3997a5-b758-4777-8479-4b647ac74632 Apr 14 21:02:51.660317 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (3c3997a5-b758-4777-8479-4b647ac74632), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.775400 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (3c3997a5-b758-4777-8479-4b647ac74632), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.776821 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:51.778209 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:51.904707 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56648) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:51.905155 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1115327 Apr 14 21:02:51.912887 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Request body: {'subnet': {'network_id': '3c3997a5-b758-4777-8479-4b647ac74632', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-311136557-subnet', 'tenant_id': '4cc25152d6eb4123ab5ae77d123ecf52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:02:51.915871 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20360f7-41da-4a6c-a5ba-3723e71ab7be admin admin] Pushing event updated for resources: {'Network': ['ID=3c3997a5-b758-4777-8479-4b647ac74632,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:51.946483 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 3c3997a5-b758-4777-8479-4b647ac74632 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:02:52.042661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea89aa-c010-4df1-9263-0a49db75e999 req-f4c81de5-13d6-438d-aea5-3171a92c5950 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:52.045300 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0cea89aa-c010-4df1-9263-0a49db75e999 req-f4c81de5-13d6-438d-aea5-3171a92c5950 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1141303 Apr 14 21:02:52.054958 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56652) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:52.089454 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Made reservation on behalf of 4cc25152d6eb4123ab5ae77d123ecf52 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:02:52.091772 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133224405'] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.162043 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0cea89aa-c010-4df1-9263-0a49db75e999 req-ed632273-7537-4480-b1a3-709b0112f725 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051879 Apr 14 21:02:52.256260 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef19558c-eac2-4086-a5ee-1e966fbaa418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.369852 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef19558c-eac2-4086-a5ee-1e966fbaa418 admin admin] Publish callbacks [] for security_group (6a760bb4-fa22-4ebd-9193-dd32e513e889), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.564583 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131732472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133224387'] for subnet (bc295dfa-d9d6-41fd-9da9-429eafca501b), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.565072 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef19558c-eac2-4086-a5ee-1e966fbaa418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6a760bb4-fa22-4ebd-9193-dd32e513e889), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.612324 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56664) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:52.640368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0b69b2cd-0145-4e72-9cd0-2c5561fa4f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.652076 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19558c-eac2-4086-a5ee-1e966fbaa418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a760bb4-fa22-4ebd-9193-dd32e513e889,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:52.660133 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ef19558c-eac2-4086-a5ee-1e966fbaa418 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05f1efec67554c85af5a27a3b628b537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6034477 Apr 14 21:02:52.663848 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56666) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:52.678837 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc295dfa-d9d6-41fd-9da9-429eafca501b,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:52.722690 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b016cf5f-8bc8-4ed4-b9a4-0c68708b8f31 admin admin] Publish callbacks [] for security_group (6a760bb4-fa22-4ebd-9193-dd32e513e889), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.727217 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Checking segment: {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:02:52.727764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Network hostable DHCP agents. Network: 3c3997a5-b758-4777-8479-4b647ac74632, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:02:52.751051 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b016cf5f-8bc8-4ed4-b9a4-0c68708b8f31 admin admin] Publish callbacks [] for security_group (6a760bb4-fa22-4ebd-9193-dd32e513e889), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.836846 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0b69b2cd-0145-4e72-9cd0-2c5561fa4f13 admin admin] Publish callbacks [] for security_group (bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.886692 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b016cf5f-8bc8-4ed4-b9a4-0c68708b8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6a760bb4-fa22-4ebd-9193-dd32e513e889), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.888700 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Network 3c3997a5-b758-4777-8479-4b647ac74632 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:02:52.889894 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b016cf5f-8bc8-4ed4-b9a4-0c68708b8f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.893432 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b016cf5f-8bc8-4ed4-b9a4-0c68708b8f31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a760bb4-fa22-4ebd-9193-dd32e513e889 HTTP/1.1" status: 204 len: 168 time: 0.2262847 Apr 14 21:02:52.901175 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016cf5f-8bc8-4ed4-b9a4-0c68708b8f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a760bb4-fa22-4ebd-9193-dd32e513e889,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:52.943819 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0b69b2cd-0145-4e72-9cd0-2c5561fa4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.978869 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 3c3997a5-b758-4777-8479-4b647ac74632) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:02:52.989934 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:52.990767 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:52.996589 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0b69b2cd-0145-4e72-9cd0-2c5561fa4f13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13982f8d0f6e40e59d3a1f30a63d0703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830912 Apr 14 21:02:53.000160 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56680) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:53.001159 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69b2cd-0145-4e72-9cd0-2c5561fa4f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:53.007183 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd26fa3d-d47c-42e3-b10b-35e18f0d101b None None] Network 3c3997a5-b758-4777-8479-4b647ac74632 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:53.099491 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-95ea5559-00a4-4f66-8543-5be3010d360f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1819215 Apr 14 21:02:53.126740 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-512685f5-9521-4750-8a63-79eb407e2ac6 admin admin] Publish callbacks [] for security_group (bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.177812 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-512685f5-9521-4750-8a63-79eb407e2ac6 admin admin] Publish callbacks [] for security_group (bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.232677 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca44cef3-7acf-4099-b839-8fbac2fd9a94 None None] Network 3c3997a5-b758-4777-8479-4b647ac74632 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:02:53.367484 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf41cf-e216-46ac-9fae-29e82ee8d36b req-495ca12b-b77b-41a1-add9-a511949e1e00 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:53.374539 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-512685f5-9521-4750-8a63-79eb407e2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.380218 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-512685f5-9521-4750-8a63-79eb407e2ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:53.381200 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-89bf41cf-e216-46ac-9fae-29e82ee8d36b req-495ca12b-b77b-41a1-add9-a511949e1e00 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0880163 Apr 14 21:02:53.383377 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-512685f5-9521-4750-8a63-79eb407e2ac6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6 HTTP/1.1" status: 204 len: 168 time: 0.3818784 Apr 14 21:02:53.403798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512685f5-9521-4750-8a63-79eb407e2ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec3f74-23c5-4aa5-a4c8-ffe4265d8ad6,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:53.463987 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-89bf41cf-e216-46ac-9fae-29e82ee8d36b req-99216e24-fa1b-4102-8668-57d0d4cfc3a0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821464 Apr 14 21:02:53.951821 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56706) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:53.971460 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6250-6cd3-4f38-9463-571ce43ada30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.086395 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6250-6cd3-4f38-9463-571ce43ada30 admin admin] Publish callbacks [] for security_group (525d271b-0245-410f-8059-887845292398), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.163875 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6250-6cd3-4f38-9463-571ce43ada30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (525d271b-0245-410f-8059-887845292398), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.230742 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5bbb6250-6cd3-4f38-9463-571ce43ada30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5d0cb08e43744c19949990cff1f67d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790170 Apr 14 21:02:54.233101 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56718) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:54.240684 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb6250-6cd3-4f38-9463-571ce43ada30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d271b-0245-410f-8059-887845292398,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:54.310772 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29588668-ddab-4033-bec7-e946fe766b94 admin admin] Publish callbacks [] for security_group (525d271b-0245-410f-8059-887845292398), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.338729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29588668-ddab-4033-bec7-e946fe766b94 admin admin] Publish callbacks [] for security_group (525d271b-0245-410f-8059-887845292398), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.464804 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29588668-ddab-4033-bec7-e946fe766b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (525d271b-0245-410f-8059-887845292398), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.469539 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29588668-ddab-4033-bec7-e946fe766b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.475990 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-29588668-ddab-4033-bec7-e946fe766b94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/525d271b-0245-410f-8059-887845292398 HTTP/1.1" status: 204 len: 168 time: 0.2415679 Apr 14 21:02:54.488042 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29588668-ddab-4033-bec7-e946fe766b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d271b-0245-410f-8059-887845292398,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:54.542952 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56726) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:54.581320 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56730) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:54.593973 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-803572c0-0ab2-4957-8f64-fb857e8b7ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.672995 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8867ed-c517-4ff2-b60d-40c2f52a2023 req-4823fdc2-8c71-44de-b41b-de236f1952c3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:54.679409 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8d8867ed-c517-4ff2-b60d-40c2f52a2023 req-4823fdc2-8c71-44de-b41b-de236f1952c3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1215253 Apr 14 21:02:54.702526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-803572c0-0ab2-4957-8f64-fb857e8b7ae7 admin admin] Publish callbacks [] for security_group (da27529d-697d-4072-a103-ecfd754b75b8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.758638 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8d8867ed-c517-4ff2-b60d-40c2f52a2023 req-ed725ec7-7c6d-41d7-a678-36d0a26f8c33 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753393 Apr 14 21:02:54.781056 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-803572c0-0ab2-4957-8f64-fb857e8b7ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da27529d-697d-4072-a103-ecfd754b75b8), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.824627 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f380684b-db37-4b38-afc9-42af94fac8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.841443 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-803572c0-0ab2-4957-8f64-fb857e8b7ae7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f18d77b1ec594bd896c298023b1002dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569768 Apr 14 21:02:54.841443 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803572c0-0ab2-4957-8f64-fb857e8b7ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da27529d-697d-4072-a103-ecfd754b75b8,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:54.841802 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56734) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:54.921492 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cbf09f9a-de71-4db3-967b-985aa9fe118d admin admin] Publish callbacks [] for security_group (da27529d-697d-4072-a103-ecfd754b75b8), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.960288 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cbf09f9a-de71-4db3-967b-985aa9fe118d admin admin] Publish callbacks [] for security_group (da27529d-697d-4072-a103-ecfd754b75b8), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:54.997628 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f380684b-db37-4b38-afc9-42af94fac8e0 admin admin] Publish callbacks [] for security_group (597d6c05-0894-4bae-9f2c-7c096439cd4f), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.080513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cbf09f9a-de71-4db3-967b-985aa9fe118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da27529d-697d-4072-a103-ecfd754b75b8), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.080680 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f380684b-db37-4b38-afc9-42af94fac8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (597d6c05-0894-4bae-9f2c-7c096439cd4f), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.081200 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cbf09f9a-de71-4db3-967b-985aa9fe118d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.083097 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-cbf09f9a-de71-4db3-967b-985aa9fe118d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da27529d-697d-4072-a103-ecfd754b75b8 HTTP/1.1" status: 204 len: 168 time: 0.2404656 Apr 14 21:02:55.103639 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf09f9a-de71-4db3-967b-985aa9fe118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da27529d-697d-4072-a103-ecfd754b75b8,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:55.112200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380684b-db37-4b38-afc9-42af94fac8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597d6c05-0894-4bae-9f2c-7c096439cd4f,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:55.133498 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f380684b-db37-4b38-afc9-42af94fac8e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f50acd623a0f4005826cf97374964519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891056 Apr 14 21:02:55.136076 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56746) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:55.187245 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc900e7b-8554-4b2f-9a21-6330636ae127 admin admin] Publish callbacks [] for security_group (597d6c05-0894-4bae-9f2c-7c096439cd4f), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.212254 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc900e7b-8554-4b2f-9a21-6330636ae127 admin admin] Publish callbacks [] for security_group (597d6c05-0894-4bae-9f2c-7c096439cd4f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.335338 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc900e7b-8554-4b2f-9a21-6330636ae127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (597d6c05-0894-4bae-9f2c-7c096439cd4f), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.340136 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc900e7b-8554-4b2f-9a21-6330636ae127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.342128 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-dc900e7b-8554-4b2f-9a21-6330636ae127 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/597d6c05-0894-4bae-9f2c-7c096439cd4f HTTP/1.1" status: 204 len: 168 time: 0.2047987 Apr 14 21:02:55.356247 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc900e7b-8554-4b2f-9a21-6330636ae127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597d6c05-0894-4bae-9f2c-7c096439cd4f,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:55.446842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56752) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:55.466670 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b89cd2c-edfd-4241-a25c-99807c666f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.620565 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b89cd2c-edfd-4241-a25c-99807c666f88 admin admin] Publish callbacks [] for security_group (7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.703579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b89cd2c-edfd-4241-a25c-99807c666f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.767707 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5b89cd2c-edfd-4241-a25c-99807c666f88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3d1284a278a4054b0bf879a1b69da87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194764 Apr 14 21:02:55.771070 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56766) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:55.773168 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89cd2c-edfd-4241-a25c-99807c666f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:55.850850 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ff0eaaa0-e989-4d2c-9b38-ca3cb5cc6c44 admin admin] Publish callbacks [] for security_group (7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.882553 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ff0eaaa0-e989-4d2c-9b38-ca3cb5cc6c44 admin admin] Publish callbacks [] for security_group (7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:55.885598 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925c3d-0101-4cfb-a069-8957f60b890c req-ea306b3b-3da7-415b-8272-7af7ae6b469a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:55.896942 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0925c3d-0101-4cfb-a069-8957f60b890c req-ea306b3b-3da7-415b-8272-7af7ae6b469a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0622649 Apr 14 21:02:55.946726 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0925c3d-0101-4cfb-a069-8957f60b890c req-d7265441-a880-4bfa-8089-8893195be4aa tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487540 Apr 14 21:02:56.034784 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ff0eaaa0-e989-4d2c-9b38-ca3cb5cc6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.037465 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ff0eaaa0-e989-4d2c-9b38-ca3cb5cc6c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.038639 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ff0eaaa0-e989-4d2c-9b38-ca3cb5cc6c44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2 HTTP/1.1" status: 204 len: 168 time: 0.2662930 Apr 14 21:02:56.047141 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0eaaa0-e989-4d2c-9b38-ca3cb5cc6c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6980f6-6d1b-4af2-b0e0-4a8e358d19f2,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:56.351780 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56784) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:56.366124 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e183801c-b628-4c40-901a-97dc80f05af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.477931 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e183801c-b628-4c40-901a-97dc80f05af7 admin admin] Publish callbacks [] for security_group (bf814ecb-c0f4-411b-bf37-c16e92ac7883), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.623424 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e183801c-b628-4c40-901a-97dc80f05af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bf814ecb-c0f4-411b-bf37-c16e92ac7883), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.670065 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183801c-b628-4c40-901a-97dc80f05af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf814ecb-c0f4-411b-bf37-c16e92ac7883,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:56.675211 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e183801c-b628-4c40-901a-97dc80f05af7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c25d5a43de3c45089e0fb242ea65ffc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223500 Apr 14 21:02:56.678835 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56808) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:56.763701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd68ee3f-7608-40fd-95d7-28d4d3847005 admin admin] Publish callbacks [] for security_group (bf814ecb-c0f4-411b-bf37-c16e92ac7883), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.785956 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e7a9daf-8341-498a-9498-8f73ddc8414c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:56.788354 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e7a9daf-8341-498a-9498-8f73ddc8414c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/networks?id=3c3997a5-b758-4777-8479-4b647ac74632 HTTP/1.1" status: 200 len: 808 time: 0.2144244 Apr 14 21:02:56.807772 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd68ee3f-7608-40fd-95d7-28d4d3847005 admin admin] Publish callbacks [] for security_group (bf814ecb-c0f4-411b-bf37-c16e92ac7883), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.810029 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-9fc982b6-feb6-4c4d-b96f-7e985b3b8dbe tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/quotas/4cc25152d6eb4123ab5ae77d123ecf52 HTTP/1.1" status: 200 len: 375 time: 0.0132129 Apr 14 21:02:56.854898 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-e74da65b-65f0-42c9-8648-ebfcc7526206 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375485 Apr 14 21:02:56.949115 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-2c531b6c-445d-45df-94f3-4236d7c71f4e service neutron] 10.222.0.37 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Apr 14 21:02:56.969742 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd68ee3f-7608-40fd-95d7-28d4d3847005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bf814ecb-c0f4-411b-bf37-c16e92ac7883), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.978307 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd68ee3f-7608-40fd-95d7-28d4d3847005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:56.981409 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-cd68ee3f-7608-40fd-95d7-28d4d3847005 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf814ecb-c0f4-411b-bf37-c16e92ac7883 HTTP/1.1" status: 204 len: 168 time: 0.2998605 Apr 14 21:02:57.003535 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68ee3f-7608-40fd-95d7-28d4d3847005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf814ecb-c0f4-411b-bf37-c16e92ac7883,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:02:57.193953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7195b-fbd7-4f17-a926-0427151b8831 req-7d7295a1-7450-474b-ace5-342808542e15 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:57.196884 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9e7195b-fbd7-4f17-a926-0427151b8831 req-7d7295a1-7450-474b-ace5-342808542e15 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1177068 Apr 14 21:02:57.230588 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1a0ee491-5ddb-46b7-882c-30baa1473f25 service neutron] 10.222.0.37 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756779 Apr 14 21:02:57.271443 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9e7195b-fbd7-4f17-a926-0427151b8831 req-c2c910bb-5f73-4ee8-9ad0-263a814de78d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658147 Apr 14 21:02:57.526139 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2dc1e307-982b-4121-921f-a355a465188f req-5d1fccb0-d43b-49dd-8429-f25272181e71 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0345514 Apr 14 21:02:58.463317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ddf-2dee-4e26-bcb1-8fd4ceac102f req-86b01cfb-4952-4276-a348-041fdb5820ec tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:58.470942 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3bc6ddf-2dee-4e26-bcb1-8fd4ceac102f req-86b01cfb-4952-4276-a348-041fdb5820ec tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0946350 Apr 14 21:02:58.553285 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3bc6ddf-2dee-4e26-bcb1-8fd4ceac102f req-62195a3b-61ea-474e-ad39-9f06da4cd9f0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Apr 14 21:02:58.657997 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c18415b9-10cb-4e35-8fd1-7c6dee2f8af1 req-2f6cac5d-8184-4640-ae9c-aa65a6ff02d9 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0464079 Apr 14 21:02:58.791551 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84449-5171-4cd0-a4fa-954fba60a5b8 req-182c8948-66f9-44b8-9281-cb186967f275 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:58.793088 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-27b84449-5171-4cd0-a4fa-954fba60a5b8 req-182c8948-66f9-44b8-9281-cb186967f275 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Apr 14 21:02:58.873088 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-27b84449-5171-4cd0-a4fa-954fba60a5b8 req-2e8bc904-7a99-4c53-ad7f-0d31145f5722 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690105 Apr 14 21:02:59.473269 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 56928) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:59.601320 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8032e01-40a4-45f6-9e6f-e903c902c463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:59.768169 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8032e01-40a4-45f6-9e6f-e903c902c463 admin admin] Publish callbacks [] for security_group (715951aa-530f-4141-a75b-5f699a583682), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:59.815819 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d426d4a4-2a0c-4ee8-a666-0890f3b7661a req-20c38491-6ffe-4f7e-b831-60cf9872084f tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0548241 Apr 14 21:02:59.837810 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ce728-cba2-4576-a4de-bc0c3c01b5d6 req-58245086-06cd-40c8-8257-1f58fa2d47b6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:02:59.840281 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b6ce728-cba2-4576-a4de-bc0c3c01b5d6 req-58245086-06cd-40c8-8257-1f58fa2d47b6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1818285 Apr 14 21:02:59.875073 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8032e01-40a4-45f6-9e6f-e903c902c463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (715951aa-530f-4141-a75b-5f699a583682), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:02:59.915902 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b6ce728-cba2-4576-a4de-bc0c3c01b5d6 req-90ec8ce6-a285-4d41-8736-d882a357ad4f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691171 Apr 14 21:02:59.932938 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 56946) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:02:59.934877 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d8032e01-40a4-45f6-9e6f-e903c902c463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39caa6fba1d0483dbd91d277f7206d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530962 Apr 14 21:02:59.936080 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032e01-40a4-45f6-9e6f-e903c902c463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715951aa-530f-4141-a75b-5f699a583682,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:00.048651 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea67a6-0c02-4a64-b896-ae2312e31f08 req-698b2388-8aca-4bc5-9e7e-9fb17fc1b7e5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:00.050188 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-35ea67a6-0c02-4a64-b896-ae2312e31f08 req-698b2388-8aca-4bc5-9e7e-9fb17fc1b7e5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0690258 Apr 14 21:03:00.056098 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59db75aa-d5f8-4b62-a391-c921a621e6e4 admin admin] Publish callbacks [] for security_group (715951aa-530f-4141-a75b-5f699a583682), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:00.096553 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59db75aa-d5f8-4b62-a391-c921a621e6e4 admin admin] Publish callbacks [] for security_group (715951aa-530f-4141-a75b-5f699a583682), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:00.148779 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-35ea67a6-0c02-4a64-b896-ae2312e31f08 req-21b8a4ba-310f-4f67-b2e6-40178a83f40d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857918 Apr 14 21:03:00.278109 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59db75aa-d5f8-4b62-a391-c921a621e6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (715951aa-530f-4141-a75b-5f699a583682), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:00.280847 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59db75aa-d5f8-4b62-a391-c921a621e6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:00.282246 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-59db75aa-d5f8-4b62-a391-c921a621e6e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/715951aa-530f-4141-a75b-5f699a583682 HTTP/1.1" status: 204 len: 168 time: 0.3479617 Apr 14 21:03:00.291546 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db75aa-d5f8-4b62-a391-c921a621e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715951aa-530f-4141-a75b-5f699a583682,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:00.918332 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7cc8f42a-0f89-424b-b69d-9f2420439fb8 req-490d417a-d1ad-4ccd-9f7c-4954156cb1b7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0288181 Apr 14 21:03:01.003573 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:03:01.110774 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed03a-09bd-4399-833d-95782118de98 req-8a6af6b6-c71a-40d7-a71a-781e2126fbb9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:01.113589 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88fed03a-09bd-4399-833d-95782118de98 req-8a6af6b6-c71a-40d7-a71a-781e2126fbb9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1127813 Apr 14 21:03:01.175894 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ddae1-a7a2-42bf-beb4-c7a57913e159 req-b0295f06-0013-4a84-9b32-c9bf3b5d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:01.177854 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-618ddae1-a7a2-42bf-beb4-c7a57913e159 req-b0295f06-0013-4a84-9b32-c9bf3b5d0d77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1130 time: 0.0901108 Apr 14 21:03:01.285315 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88fed03a-09bd-4399-833d-95782118de98 req-51347e6a-eb1c-4c76-a0f0-24b7ff7186ab tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186178 Apr 14 21:03:01.302115 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-618ddae1-a7a2-42bf-beb4-c7a57913e159 req-92516f53-216a-49a5-bae9-2fcad84213d6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116312 Apr 14 21:03:01.372931 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd9b78-4c08-4c08-9bda-7426eea94a25 req-3444fda3-a5af-4b0c-92bd-df2b3fe504f1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:01.378220 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-61bd9b78-4c08-4c08-9bda-7426eea94a25 req-3444fda3-a5af-4b0c-92bd-df2b3fe504f1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0889187 Apr 14 21:03:01.462270 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-61bd9b78-4c08-4c08-9bda-7426eea94a25 req-4fd55fc5-47fa-42f3-aa86-a046409d9e69 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775743 Apr 14 21:03:01.683072 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-bee8a0f4-51b5-4d54-8d5e-d9dd29f7c1a1 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:01.684622 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-bee8a0f4-51b5-4d54-8d5e-d9dd29f7c1a1 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "GET /v2.0/networks?id=3c3997a5-b758-4777-8479-4b647ac74632 HTTP/1.1" status: 200 len: 808 time: 0.1551051 Apr 14 21:03:01.810290 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 57032) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:01.944188 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4636b3c6-a25d-48e2-ba83-bce46340ab36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:01.986972 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Request body: {'port': {'device_id': '18442025-2db1-42be-82d3-4658c85f6289', 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632', 'admin_state_up': True, 'tenant_id': '4cc25152d6eb4123ab5ae77d123ecf52'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:02.080787 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0e10408-22dc-4d5f-9c5a-601ca23325de req-9605b897-56c9-4d78-9648-ca3a168b90d2 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0754130 Apr 14 21:03:02.168616 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4636b3c6-a25d-48e2-ba83-bce46340ab36 admin admin] Publish callbacks [] for security_group (12946fbc-51fc-4e51-8c1e-09364955c132), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.258091 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4636b3c6-a25d-48e2-ba83-bce46340ab36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (12946fbc-51fc-4e51-8c1e-09364955c132), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.296199 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Made reservation on behalf of 4cc25152d6eb4123ab5ae77d123ecf52 for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:03:02.299705 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.325036 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-4636b3c6-a25d-48e2-ba83-bce46340ab36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9545b9d103904629811cd5fbba902919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125442 Apr 14 21:03:02.328338 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57076) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:02.334348 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636b3c6-a25d-48e2-ba83-bce46340ab36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12946fbc-51fc-4e51-8c1e-09364955c132,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:02.457677 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd8de36e-566e-4956-83b2-090818a8b2dd admin admin] Publish callbacks [] for security_group (12946fbc-51fc-4e51-8c1e-09364955c132), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.483437 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd8de36e-566e-4956-83b2-090818a8b2dd admin admin] Publish callbacks [] for security_group (12946fbc-51fc-4e51-8c1e-09364955c132), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.513786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe989c-c225-4417-9fd2-3cb258e60a1d req-94627546-71b7-4860-ad2a-edcc363a3e34 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:02.515308 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8dbe989c-c225-4417-9fd2-3cb258e60a1d req-94627546-71b7-4860-ad2a-edcc363a3e34 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0717921 Apr 14 21:03:02.588492 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Allocated IP 172.20.0.2 (3c3997a5-b758-4777-8479-4b647ac74632/bc295dfa-d9d6-41fd-9da9-429eafca501b/22f2c5af-4497-4b00-a024-fc8496a35d88) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:03:02.615102 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8dbe989c-c225-4417-9fd2-3cb258e60a1d req-39779591-db01-4584-8fe2-90fb93ce61b5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811112 Apr 14 21:03:02.698430 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd8de36e-566e-4956-83b2-090818a8b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (12946fbc-51fc-4e51-8c1e-09364955c132), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.699348 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d524aa3e-f0a5-49e6-93ce-121b6df07846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.704930 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cd8de36e-566e-4956-83b2-090818a8b2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:02.725618 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-cd8de36e-566e-4956-83b2-090818a8b2dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12946fbc-51fc-4e51-8c1e-09364955c132 HTTP/1.1" status: 204 len: 168 time: 0.3949161 Apr 14 21:03:02.749866 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8de36e-566e-4956-83b2-090818a8b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12946fbc-51fc-4e51-8c1e-09364955c132,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:02.888640 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c1f4f-1e56-47d8-90c5-22b2373a761c req-a63d68eb-bf5d-4f4c-82da-4bbafffa4e4b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:02.890074 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d21c1f4f-1e56-47d8-90c5-22b2373a761c req-a63d68eb-bf5d-4f4c-82da-4bbafffa4e4b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.1246009 Apr 14 21:03:02.941425 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3410e-5b78-4ebc-9997-d88da6f626aa req-2919ef55-97bf-418d-afd1-4c817c325946 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:02.942976 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-92a3410e-5b78-4ebc-9997-d88da6f626aa req-2919ef55-97bf-418d-afd1-4c817c325946 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.1075501 Apr 14 21:03:02.949339 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks [] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.030058 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d21c1f4f-1e56-47d8-90c5-22b2373a761c req-3e72be63-123d-437d-80b0-b2f01552933e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304157 Apr 14 21:03:03.052842 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-92a3410e-5b78-4ebc-9997-d88da6f626aa req-8d353253-1746-43f3-9606-61978d56fcfc tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680838 Apr 14 21:03:03.054987 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.116965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Network 3c3997a5-b758-4777-8479-4b647ac74632 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:03.120953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:03.133019 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:03:03.167527 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Pushing event updated for resources: {'Port': ['ID=22f2c5af-4497-4b00-a024-fc8496a35d88,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:03.234637 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:03.235325 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.258008 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4ac3-f579-41f4-a9d7-a4d8b548d913 req-258c1565-7ef4-4a87-85b8-be6b64fd74be tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:03.259624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-275e4ac3-f579-41f4-a9d7-a4d8b548d913 req-258c1565-7ef4-4a87-85b8-be6b64fd74be tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 931 time: 0.0742233 Apr 14 21:03:03.335089 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-275e4ac3-f579-41f4-a9d7-a4d8b548d913 req-5f4c372e-60e1-4348-9362-8101bb50efb0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679305 Apr 14 21:03:03.351663 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1678dcc4-c237-44ea-b436-e6e94b3ab728 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768516 Apr 14 21:03:03.364278 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Request body: {'port': {'device_id': '18442025-2db1-42be-82d3-4658c85f6289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:03.441012 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.760351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f2c5af-4497-4b00-a024-fc8496a35d88 {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:03.772690 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Publish callbacks [] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.780366 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff4903-8787-4278-9a67-81f54923fdd3 req-6dbdf5b3-7607-49e8-b8e8-3148c866eb6f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:03.781828 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d8ff4903-8787-4278-9a67-81f54923fdd3 req-6dbdf5b3-7607-49e8-b8e8-3148c866eb6f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0846856 Apr 14 21:03:03.800360 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Transition to ACTIVE for port object 22f2c5af-4497-4b00-a024-fc8496a35d88 will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:03:03.844044 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d8ff4903-8787-4278-9a67-81f54923fdd3 req-c4c747c2-181f-4071-8320-bf04680196f8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546100 Apr 14 21:03:03.877960 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:03.956093 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Pushing event updated for resources: {'Port': ['ID=22f2c5af-4497-4b00-a024-fc8496a35d88,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:04.010194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Attempting to bind port 22f2c5af-4497-4b00-a024-fc8496a35d88 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:03:04.010440 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Attempting to bind port 22f2c5af-4497-4b00-a024-fc8496a35d88 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:03:04.010765 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Attempting to bind port 22f2c5af-4497-4b00-a024-fc8496a35d88 on network 3c3997a5-b758-4777-8479-4b647ac74632 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:04.015413 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Port 22f2c5af-4497-4b00-a024-fc8496a35d88 on network 3c3997a5-b758-4777-8479-4b647ac74632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:03:04.015754 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Attempting to bind port 22f2c5af-4497-4b00-a024-fc8496a35d88 on network 3c3997a5-b758-4777-8479-4b647ac74632 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:04.021785 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:03:04.022051 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Checking segment: {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:03:04.022477 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Bound using segment: {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:03:04.022909 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Bound port: 22f2c5af-4497-4b00-a024-fc8496a35d88, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:03:04.023346 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:04.096664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] For port 22f2c5af-4497-4b00-a024-fc8496a35d88, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:03:04.107218 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] For port 22f2c5af-4497-4b00-a024-fc8496a35d88, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f2c5af-4497-4b00-a024-fc8496a35d88,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:03:04.178485 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af291299-3f2d-4344-80c2-3c82860e2250 req-5a1463ae-02cb-4a6e-afec-7014a056fa21 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.180181 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af291299-3f2d-4344-80c2-3c82860e2250 req-5a1463ae-02cb-4a6e-afec-7014a056fa21 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0542190 Apr 14 21:03:04.236210 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:04.293086 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e4b97-50e4-45f5-b9cd-37129f950404 req-1593aecf-7ac0-4a8a-a029-1746ccf7193e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.294548 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c9e4b97-50e4-45f5-b9cd-37129f950404 req-1593aecf-7ac0-4a8a-a029-1746ccf7193e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.1020002 Apr 14 21:03:04.300217 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-ecd52d40-fe9d-4858-9c6c-4b3019b91a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.302442 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-ecd52d40-fe9d-4858-9c6c-4b3019b91a05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1130 time: 0.0454602 Apr 14 21:03:04.311204 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af291299-3f2d-4344-80c2-3c82860e2250 req-bbafe5e5-47a7-46ed-9637-544fef995804 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253450 Apr 14 21:03:04.326362 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.327314 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:04.328359 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] 10.222.0.45 "PUT /v2.0/ports/22f2c5af-4497-4b00-a024-fc8496a35d88 HTTP/1.1" status: 200 len: 1093 time: 0.9692628 Apr 14 21:03:04.334799 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18442025-2db1-42be-82d3-4658c85f6289', 'tag': '22f2c5af-4497-4b00-a024-fc8496a35d88'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:04.337206 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d53bd-63eb-43db-bbb1-c3d228165b45" -d '{"events": [{"name": "network-changed", "server_uuid": "18442025-2db1-42be-82d3-4658c85f6289", "tag": "22f2c5af-4497-4b00-a024-fc8496a35d88"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:04.370242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e719950-ddf3-4b7a-8be9-0eace6cbd045 service neutron] Pushing event updated for resources: {'Port': ['ID=22f2c5af-4497-4b00-a024-fc8496a35d88,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:04.404405 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c9e4b97-50e4-45f5-b9cd-37129f950404 req-3c88f52c-3d67-4317-92fd-3d88ec2e72e0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008792 Apr 14 21:03:04.470645 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-f9b7b1f0-c3ae-4fe6-93f0-01b92e1845f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.473348 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-f9b7b1f0-c3ae-4fe6-93f0-01b92e1845f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.1633162 Apr 14 21:03:04.478213 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6811c36-b915-44c6-8d5b-cc65a38c88a5 x-openstack-request-id: req-e6811c36-b915-44c6-8d5b-cc65a38c88a5 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:04.478511 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18442025-2db1-42be-82d3-4658c85f6289", "tag": "22f2c5af-4497-4b00-a024-fc8496a35d88", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:04.478764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6811c36-b915-44c6-8d5b-cc65a38c88a5 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:04.479171 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6811c36-b915-44c6-8d5b-cc65a38c88a5'] response: {'name': 'network-changed', 'server_uuid': '18442025-2db1-42be-82d3-4658c85f6289', 'tag': '22f2c5af-4497-4b00-a024-fc8496a35d88', 'status': 'completed', 'code': 200} Apr 14 21:03:04.488979 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107438e-f7ac-435c-a32b-64f33240f43d req-f91211d4-1fff-4adc-9c08-521b1f7951ac tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.490576 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4107438e-f7ac-435c-a32b-64f33240f43d req-f91211d4-1fff-4adc-9c08-521b1f7951ac tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0801773 Apr 14 21:03:04.545552 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-fc2f0c4d-ace3-4eea-a6d3-1cf9cb80ce92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 200 len: 217 time: 0.0614097 Apr 14 21:03:04.563930 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-afa3db53-c1cc-454d-9cd3-3a7c4860ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.565427 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-afa3db53-c1cc-454d-9cd3-3a7c4860ec06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 1127 time: 0.0739708 Apr 14 21:03:04.599949 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-10e5501c-d4d5-48a4-b6c2-8004dfcb5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.601483 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-10e5501c-d4d5-48a4-b6c2-8004dfcb5bc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0486164 Apr 14 21:03:04.646802 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4107438e-f7ac-435c-a32b-64f33240f43d req-571d49ab-f184-4c94-b34e-d037d72891a5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471655 Apr 14 21:03:04.648080 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-a4882fa4-8faa-4471-b7df-b5a7805e8d39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22f2c5af-4497-4b00-a024-fc8496a35d88 HTTP/1.1" status: 200 len: 217 time: 0.0583982 Apr 14 21:03:04.656849 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889ed1-4545-418f-b8df-95419d23a60b req-8a2e97f1-cddd-4595-a03a-ba7a738aed49 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.658405 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d4889ed1-4545-418f-b8df-95419d23a60b req-8a2e97f1-cddd-4595-a03a-ba7a738aed49 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 943 time: 0.1139905 Apr 14 21:03:04.668089 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-78a245b0-57a0-4825-92d7-94b7514023d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.681836 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-78a245b0-57a0-4825-92d7-94b7514023d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619364 Apr 14 21:03:04.737224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee646-de80-4c5b-8b85-86ea2315339d req-c192b2fc-4e8b-431c-9c49-a9cd62492fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:04.739627 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-c192b2fc-4e8b-431c-9c49-a9cd62492fe1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc295dfa-d9d6-41fd-9da9-429eafca501b HTTP/1.1" status: 200 len: 848 time: 0.0799723 Apr 14 21:03:04.754407 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d4889ed1-4545-418f-b8df-95419d23a60b req-6d41dc1e-d2a0-4c90-a985-e2a577f595f8 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864804 Apr 14 21:03:04.780806 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-2ed415ec-1584-4f32-a686-a97a707c3561 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c3997a5-b758-4777-8479-4b647ac74632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324264 Apr 14 21:03:04.784681 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-a87639d9-2d2a-4bdb-8848-85f9883296f0 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982752 Apr 14 21:03:04.878954 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-1cd6f22f-fe82-4e6d-93c3-9b5795a7d0c9 service neutron] 10.222.0.45 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853739 Apr 14 21:03:04.886071 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2f4acb05-27b2-4c22-99a1-76f9e29e96a8 req-3e523d2a-1401-491b-8ddc-0b9f695c8275 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Apr 14 21:03:04.978519 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-485ee646-de80-4c5b-8b85-86ea2315339d req-90b78c76-a621-48c2-90d5-1310ed3a08c9 service neutron] 10.222.0.45 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933654 Apr 14 21:03:05.186747 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-676605c0-8f12-49c8-93f9-9db8c507e661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:05.431798 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fff51-8600-4f4d-afd7-b1666a3d74cc req-b8240fec-ec9b-4fd9-a26f-dc6f90898440 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:05.433263 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af2fff51-8600-4f4d-afd7-b1666a3d74cc req-b8240fec-ec9b-4fd9-a26f-dc6f90898440 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0464606 Apr 14 21:03:05.482838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af2fff51-8600-4f4d-afd7-b1666a3d74cc req-27e4dab0-bac2-44cb-a8af-f62761cbdd1c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440536 Apr 14 21:03:05.532221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bc60b-1fcb-4cf1-9948-f3c8ca781c25 req-00ca6702-2d90-4b20-9cee-1ae885034716 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:05.533773 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-122bc60b-1fcb-4cf1-9948-f3c8ca781c25 req-00ca6702-2d90-4b20-9cee-1ae885034716 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Apr 14 21:03:05.580097 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-122bc60b-1fcb-4cf1-9948-f3c8ca781c25 req-e841ac07-b6ad-4f4f-8ade-491a50ae0689 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Apr 14 21:03:05.772500 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773e0-1403-4ca9-9ed7-e4c9d2938b82 req-dfdf8755-628d-4cf6-a24b-ccb947484844 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:05.774049 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4a0773e0-1403-4ca9-9ed7-e4c9d2938b82 req-dfdf8755-628d-4cf6-a24b-ccb947484844 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0475628 Apr 14 21:03:05.823607 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4a0773e0-1403-4ca9-9ed7-e4c9d2938b82 req-38a516d8-07cd-4b10-9eab-5a82059b1c02 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439312 Apr 14 21:03:05.869751 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d31d6-725f-47b7-8791-947fc5205f9a req-fccb8b41-362f-4e95-b0cc-586f6e0160d2 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:05.871251 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-813d31d6-725f-47b7-8791-947fc5205f9a req-fccb8b41-362f-4e95-b0cc-586f6e0160d2 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 943 time: 0.0467050 Apr 14 21:03:05.921315 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-813d31d6-725f-47b7-8791-947fc5205f9a req-734037ed-fe77-4011-b9f7-ed82d493b065 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442746 Apr 14 21:03:06.417154 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:06.598299 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35fba4-a806-46a1-8f25-4d108e53a218 req-e43f2808-578c-4ab0-bd11-11cf1dee68b4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:06.599774 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ac35fba4-a806-46a1-8f25-4d108e53a218 req-e43f2808-578c-4ab0-bd11-11cf1dee68b4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0468476 Apr 14 21:03:06.651305 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ac35fba4-a806-46a1-8f25-4d108e53a218 req-2fdbc338-3e99-47a6-97f5-465cb1160bbe tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Apr 14 21:03:06.697824 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e55230-f851-4520-9f69-4f4f9c286278 req-95d3ecd0-5715-4659-87af-84fdc2f6db43 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:06.699303 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-71e55230-f851-4520-9f69-4f4f9c286278 req-95d3ecd0-5715-4659-87af-84fdc2f6db43 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0468521 Apr 14 21:03:06.747644 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-71e55230-f851-4520-9f69-4f4f9c286278 req-ea30a440-1fc9-4065-b93b-0c4e2efe814f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415432 Apr 14 21:03:06.937351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926f044-2a5a-4b91-8db8-e031d1ead5dc req-ebae5629-4416-457c-916c-69a6b3eb7bdd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:06.938828 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3926f044-2a5a-4b91-8db8-e031d1ead5dc req-ebae5629-4416-457c-916c-69a6b3eb7bdd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0493553 Apr 14 21:03:06.992616 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3926f044-2a5a-4b91-8db8-e031d1ead5dc req-9647dafa-a21d-4a79-be0e-ddaafe97386e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476971 Apr 14 21:03:07.036941 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e102-6782-41dd-828e-7ff95aa958c2 req-bb64f26d-4592-4110-87e7-43f007f0b315 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:07.038420 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3871e102-6782-41dd-828e-7ff95aa958c2 req-bb64f26d-4592-4110-87e7-43f007f0b315 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 943 time: 0.0501251 Apr 14 21:03:07.085791 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3871e102-6782-41dd-828e-7ff95aa958c2 req-ea2bc4a8-9676-4083-9a6b-6685354f4009 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Apr 14 21:03:07.292562 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 22f2c5af-4497-4b00-a024-fc8496a35d88 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:03:07.321893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-20996078-ffbb-425b-b294-4cc236da23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:07.323999 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-20996078-ffbb-425b-b294-4cc236da23ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 1127 time: 0.0598757 Apr 14 21:03:07.371685 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:07.401302 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 22f2c5af-4497-4b00-a024-fc8496a35d88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f2c5af-4497-4b00-a024-fc8496a35d88,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:07.416662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '22f2c5af-4497-4b00-a024-fc8496a35d88', 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632', 'port_id': '22f2c5af-4497-4b00-a024-fc8496a35d88', 'mac_address': 'fa:16:3e:1e:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc295dfa-d9d6-41fd-9da9-429eafca501b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:03:07.457422 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 22f2c5af-4497-4b00-a024-fc8496a35d88 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:07.458061 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:07.471441 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f2c5af-4497-4b00-a024-fc8496a35d88 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:07.493763 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 22f2c5af-4497-4b00-a024-fc8496a35d88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f2c5af-4497-4b00-a024-fc8496a35d88,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:07.582953 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:07.630722 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=22f2c5af-4497-4b00-a024-fc8496a35d88,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:07.637854 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.638204 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.638596 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.638962 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.639308 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.639672 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.640002 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.640332 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.640664 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.640991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.641345 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.642318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.642318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.642318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.642826 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:07.737844 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:07.787880 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15ee63-a806-4c20-ac38-547faab47957 req-284201e4-2e67-44fe-85e4-5cfc3831fdaa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:07.797283 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bc15ee63-a806-4c20-ac38-547faab47957 req-284201e4-2e67-44fe-85e4-5cfc3831fdaa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0727172 Apr 14 21:03:07.879958 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bc15ee63-a806-4c20-ac38-547faab47957 req-b4e046fa-729a-4e48-87de-225404319651 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751741 Apr 14 21:03:07.910330 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a696b15-09e9-4e56-aa67-f049e67a74b1 req-40422425-cbc1-45e2-9b69-ef735d9ea85c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:07.910330 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4a696b15-09e9-4e56-aa67-f049e67a74b1 req-40422425-cbc1-45e2-9b69-ef735d9ea85c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0677447 Apr 14 21:03:07.944714 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['22f2c5af-4497-4b00-a024-fc8496a35d88'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:03:07.971680 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141897-37d2-40cf-aca9-728a8f82c28b req-c4131468-47f0-4f73-92e9-bd3402ce32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:07.974259 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-c4131468-47f0-4f73-92e9-bd3402ce32e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 1130 time: 0.0638051 Apr 14 21:03:08.061237 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4a696b15-09e9-4e56-aa67-f049e67a74b1 req-a8277043-b7f8-4500-a313-a28b720334fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315713 Apr 14 21:03:08.078272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-15639b30-3dab-46c9-99e3-965fc2eef2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.079304 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-15639b30-3dab-46c9-99e3-965fc2eef2d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c3997a5-b758-4777-8479-4b647ac74632 HTTP/1.1" status: 200 len: 909 time: 0.1770372 Apr 14 21:03:08.130352 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-f80bdde7-2db6-438c-9dc0-d6f4be6e432c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22f2c5af-4497-4b00-a024-fc8496a35d88 HTTP/1.1" status: 200 len: 217 time: 0.0423381 Apr 14 21:03:08.144408 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141897-37d2-40cf-aca9-728a8f82c28b req-ceded633-1f8d-4087-bac7-41e958ee2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.146366 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-ceded633-1f8d-4087-bac7-41e958ee2b43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.1502182 Apr 14 21:03:08.255517 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-b62feb07-2510-4a0c-86ce-049d4e9ee19b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 200 len: 217 time: 0.0451398 Apr 14 21:03:08.311024 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141897-37d2-40cf-aca9-728a8f82c28b req-0d477d7f-d37d-47d8-ad04-10450f573f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.312934 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-0d477d7f-d37d-47d8-ad04-10450f573f3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0500500 Apr 14 21:03:08.358302 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141897-37d2-40cf-aca9-728a8f82c28b req-b68badbe-eeb1-4c78-a47d-c405f5921adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.360171 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-b68badbe-eeb1-4c78-a47d-c405f5921adc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403340 Apr 14 21:03:08.491874 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca44a9-d616-4e8b-9ae0-c2066e30435d req-9c67edbf-7fcd-4ba8-8888-4c9a256193e2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.493433 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3dca44a9-d616-4e8b-9ae0-c2066e30435d req-9c67edbf-7fcd-4ba8-8888-4c9a256193e2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.3665736 Apr 14 21:03:08.499047 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-304c23fe-cd1b-43cf-ba4e-c8d271a8f90b service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323276 Apr 14 21:03:08.520158 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8b4bc-a250-441e-9d33-5381bc06213c req-aad51d91-fe78-440e-abfc-4e3205d56d44 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.521609 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-26b8b4bc-a250-441e-9d33-5381bc06213c req-aad51d91-fe78-440e-abfc-4e3205d56d44 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 944 time: 0.3547213 Apr 14 21:03:08.524308 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-ee4a6de5-2580-4c49-91e3-94a1eff9477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:08.525654 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-ee4a6de5-2580-4c49-91e3-94a1eff9477b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc295dfa-d9d6-41fd-9da9-429eafca501b HTTP/1.1" status: 200 len: 848 time: 0.3860991 Apr 14 21:03:08.579023 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-6d1d296e-c468-4d56-81d4-4b3531367acf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c3997a5-b758-4777-8479-4b647ac74632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414741 Apr 14 21:03:08.593689 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-54141897-37d2-40cf-aca9-728a8f82c28b req-79981732-72e9-4178-90d7-5c2977c807f1 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Apr 14 21:03:08.641144 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3dca44a9-d616-4e8b-9ae0-c2066e30435d req-36ff0fd4-1c01-4eee-b013-1367d147b291 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363015 Apr 14 21:03:08.672544 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-26b8b4bc-a250-441e-9d33-5381bc06213c req-c3b0ce0e-c85b-4e79-91d1-f4c505947664 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400814 Apr 14 21:03:08.714846 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-496953f5-7bca-4fd4-adb5-017fd19f0d4d service neutron] 10.222.0.45 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144030 Apr 14 21:03:09.010002 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868ac9d-e12d-47e6-b68d-3a25811b26f6 req-ddcb551b-a53a-4204-8af2-1ca839f4baf2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:09.011491 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2868ac9d-e12d-47e6-b68d-3a25811b26f6 req-ddcb551b-a53a-4204-8af2-1ca839f4baf2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0469813 Apr 14 21:03:09.060982 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2868ac9d-e12d-47e6-b68d-3a25811b26f6 req-87b2076b-1906-4f68-93ea-c472e250f85b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Apr 14 21:03:09.187331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a0dbd-5345-4855-8c7d-ac8940ae3339 req-b366f6b8-d2e3-4c6a-9a32-cb01b5171cb4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:09.188816 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a8a0dbd-5345-4855-8c7d-ac8940ae3339 req-b366f6b8-d2e3-4c6a-9a32-cb01b5171cb4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Apr 14 21:03:09.236341 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a8a0dbd-5345-4855-8c7d-ac8940ae3339 req-a93e0cd8-8c36-46d0-862f-8b889a14a363 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Apr 14 21:03:09.614436 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:09.780985 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b234-ad19-4947-8954-bd95ab8a6ebf req-2ec2c131-43f0-4549-b75f-e4f69a1a05e7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:09.782428 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0b7b234-ad19-4947-8954-bd95ab8a6ebf req-2ec2c131-43f0-4549-b75f-e4f69a1a05e7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 944 time: 0.0442441 Apr 14 21:03:09.826865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0b7b234-ad19-4947-8954-bd95ab8a6ebf req-0578305d-09d6-43cc-b243-044aaaabffcb tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Apr 14 21:03:10.172053 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4396a-fec6-4121-a89a-28583be32ec5 req-4872196b-f76b-43c9-beb4-5879be95d4e7 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:10.173495 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-90e4396a-fec6-4121-a89a-28583be32ec5 req-4872196b-f76b-43c9-beb4-5879be95d4e7 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Apr 14 21:03:10.218607 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-90e4396a-fec6-4121-a89a-28583be32ec5 req-4d792a05-eac7-4c86-9870-4977fb3c70ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 Apr 14 21:03:10.352021 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba896a-cc26-4b17-886f-0f39eef61627 req-6f61c2c9-9954-496e-98be-fbe778d84f70 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:10.353649 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eeba896a-cc26-4b17-886f-0f39eef61627 req-6f61c2c9-9954-496e-98be-fbe778d84f70 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0467629 Apr 14 21:03:10.401490 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eeba896a-cc26-4b17-886f-0f39eef61627 req-9ceeb5cc-03d8-4cc0-9893-048960a93e10 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418508 Apr 14 21:03:10.937172 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673c6a-ee9a-4f04-9644-9ab4f061eb86 req-7f4d0bfb-f50c-49a8-bf68-9e29fa9b484c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:10.938698 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f673c6a-ee9a-4f04-9644-9ab4f061eb86 req-7f4d0bfb-f50c-49a8-bf68-9e29fa9b484c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 944 time: 0.0457795 Apr 14 21:03:10.987644 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f673c6a-ee9a-4f04-9644-9ab4f061eb86 req-5a1a3412-c69b-4f70-bf10-8d880cd00a68 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Apr 14 21:03:11.340063 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75f0f-63c0-4f2e-ad88-78b062d0508f req-df016b83-5c2d-433f-83aa-3db9822e5669 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:11.341555 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0e75f0f-63c0-4f2e-ad88-78b062d0508f req-df016b83-5c2d-433f-83aa-3db9822e5669 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0540276 Apr 14 21:03:11.516843 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 22f2c5af-4497-4b00-a024-fc8496a35d88 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:11.519466 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0e75f0f-63c0-4f2e-ad88-78b062d0508f req-34c7c4ff-e684-4586-86d9-a771ba2b2c48 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945644 Apr 14 21:03:11.519466 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2c9d53bd-63eb-43db-bbb1-c3d228165b45 req-4821cd0b-f8f8-4b48-90b4-6b7d76e4123e service neutron] 10.222.0.45 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314971 Apr 14 21:03:11.520244 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 22f2c5af-4497-4b00-a024-fc8496a35d88 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:03:11.555349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594b640-9647-48f6-9b4e-1c0bfd772603 req-45414dae-9798-47f6-9a24-5eb0591a3d36 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:11.556865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c594b640-9647-48f6-9b4e-1c0bfd772603 req-45414dae-9798-47f6-9a24-5eb0591a3d36 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0489767 Apr 14 21:03:11.603875 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c594b640-9647-48f6-9b4e-1c0bfd772603 req-9339e20d-f4d1-486c-8823-f249acf06079 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 Apr 14 21:03:11.729359 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 22f2c5af-4497-4b00-a024-fc8496a35d88 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:11.730122 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:11.815997 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 22f2c5af-4497-4b00-a024-fc8496a35d88 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:11.816387 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:11.839214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18442025-2db1-42be-82d3-4658c85f6289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f2c5af-4497-4b00-a024-fc8496a35d88'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:11.841532 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9060baed-35f5-4731-bba7-ea907f82ff51" -d '{"events": [{"server_uuid": "18442025-2db1-42be-82d3-4658c85f6289", "name": "network-vif-plugged", "status": "completed", "tag": "22f2c5af-4497-4b00-a024-fc8496a35d88"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:11.858703 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 22f2c5af-4497-4b00-a024-fc8496a35d88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f2c5af-4497-4b00-a024-fc8496a35d88,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:11.887555 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622350c-6c69-49ef-81eb-dce93467ced6 x-openstack-request-id: req-8622350c-6c69-49ef-81eb-dce93467ced6 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:11.887555 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18442025-2db1-42be-82d3-4658c85f6289", "name": "network-vif-plugged", "status": "completed", "tag": "22f2c5af-4497-4b00-a024-fc8496a35d88", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:11.887555 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8622350c-6c69-49ef-81eb-dce93467ced6 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:11.887555 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8622350c-6c69-49ef-81eb-dce93467ced6'] response: {'server_uuid': '18442025-2db1-42be-82d3-4658c85f6289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f2c5af-4497-4b00-a024-fc8496a35d88', 'code': 200} Apr 14 21:03:11.932079 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:11.986542 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=22f2c5af-4497-4b00-a024-fc8496a35d88,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:12.098391 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd70cb0-c393-44da-a325-2c1093ad44e2 req-654abe94-c820-490d-8653-5ece48af2af9 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:12.100548 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4dd70cb0-c393-44da-a325-2c1093ad44e2 req-654abe94-c820-490d-8653-5ece48af2af9 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 945 time: 0.0477023 Apr 14 21:03:12.147643 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4dd70cb0-c393-44da-a325-2c1093ad44e2 req-f4a6d729-cc66-40dc-a1b4-e03c576caec0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Apr 14 21:03:12.451289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d781a-c08c-487c-b69f-c621c9c291f7 req-64cc7ae8-e647-4659-9dd5-c8faae005805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:12.452867 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-140d781a-c08c-487c-b69f-c621c9c291f7 req-64cc7ae8-e647-4659-9dd5-c8faae005805 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 1129 time: 0.0444913 Apr 14 21:03:12.507455 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-140d781a-c08c-487c-b69f-c621c9c291f7 req-b7c4e9c1-a3ac-4e38-a490-a324a5d834e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Apr 14 21:03:12.624118 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33547066-381d-472e-86e2-7e36d979caac req-5d62792f-da15-4138-9a18-5de2351b0f96 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:12.626379 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-33547066-381d-472e-86e2-7e36d979caac req-5d62792f-da15-4138-9a18-5de2351b0f96 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0529804 Apr 14 21:03:12.634574 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57286) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:12.641751 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426877402', 'description': 'tempest-description--1265229600'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:12.680339 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-33547066-381d-472e-86e2-7e36d979caac req-8cdcc150-68a3-4426-8f6e-eed6eeb3104d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Apr 14 21:03:12.746323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03698fea-342e-4233-b81c-d9b73c65f674 req-136b0d4e-30ed-4419-ac0b-ac9849b406eb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:12.747895 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-03698fea-342e-4233-b81c-d9b73c65f674 req-136b0d4e-30ed-4419-ac0b-ac9849b406eb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0516925 Apr 14 21:03:12.751522 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:12.798594 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-03698fea-342e-4233-b81c-d9b73c65f674 req-cf820e5b-bea5-4614-9762-3ba0574e1a73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443447 Apr 14 21:03:12.833072 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group (d8d8a82d-0181-4337-8d0d-bfd70d27ff49), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:12.877047 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d8d8a82d-0181-4337-8d0d-bfd70d27ff49), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:12.909876 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d8a82d-0181-4337-8d0d-bfd70d27ff49,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:12.956644 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:12.957946 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-3a107e37-692e-4932-b025-8094c192c8a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3215251 Apr 14 21:03:12.961094 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57294) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:12.965760 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8a82d-0181-4337-8d0d-bfd70d27ff49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:13.049115 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group_rule (bf5b31d8-f5a1-45ca-9374-ee741efd1722), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.110558 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group_rule (bf5b31d8-f5a1-45ca-9374-ee741efd1722), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.183653 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (bf5b31d8-f5a1-45ca-9374-ee741efd1722), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.206677 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5b31d8-f5a1-45ca-9374-ee741efd1722,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:13.282549 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a694f2-9559-4632-a01c-701a62483e6c req-e06db806-c9c8-4997-8a42-21abcc7be336 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:13.284050 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-21a694f2-9559-4632-a01c-701a62483e6c req-e06db806-c9c8-4997-8a42-21abcc7be336 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Apr 14 21:03:13.318123 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.322052 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-f0627852-6820-4b32-894a-9f967ecc3403 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575454 Apr 14 21:03:13.331741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57310) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:13.331741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'security_group_rule': {'security_group_id': 'd8d8a82d-0181-4337-8d0d-bfd70d27ff49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:13.348219 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-21a694f2-9559-4632-a01c-701a62483e6c req-b553f51e-0a49-4e98-972a-78b396f5c790 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574412 Apr 14 21:03:13.446070 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group_rule (3fba9e6e-ab93-4b2f-94b0-45be955684ad), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.507109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group_rule (3fba9e6e-ab93-4b2f-94b0-45be955684ad), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.586103 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (3fba9e6e-ab93-4b2f-94b0-45be955684ad), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.608728 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fba9e6e-ab93-4b2f-94b0-45be955684ad,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:13.685292 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.686553 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d1a83fff-3a9b-4db7-84d5-f2fe308b1ae5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632436 Apr 14 21:03:13.695698 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57324) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:13.700015 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:13.797697 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.799131 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55368-5834-44bc-82ff-d734930c3a01 req-4bc0e14b-01ed-4679-8933-2e51c2af720a tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:13.800682 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6fb55368-5834-44bc-82ff-d734930c3a01 req-4bc0e14b-01ed-4679-8933-2e51c2af720a tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0478439 Apr 14 21:03:13.865003 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6fb55368-5834-44bc-82ff-d734930c3a01 req-5923a077-f32b-4e54-827a-f01b04967894 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568573 Apr 14 21:03:13.921954 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:13.945444 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e557e-765d-4a92-8ed2-4e28828213ee req-095724d7-4254-4e62-ba13-be3ab3366ae7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:13.948030 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-077e557e-765d-4a92-8ed2-4e28828213ee req-095724d7-4254-4e62-ba13-be3ab3366ae7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0513511 Apr 14 21:03:14.001138 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-077e557e-765d-4a92-8ed2-4e28828213ee req-359f8d67-9471-425e-a40d-8a37539d1c41 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443885 Apr 14 21:03:14.050377 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Allocated IP 172.27.2.158 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/998d8616-6dd6-4689-b132-5bd47c4b0781) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:03:14.161394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.280894 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.317505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:14.322329 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:14.327972 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:03:14.338855 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'Port': ['ID=998d8616-6dd6-4689-b132-5bd47c4b0781,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:14.382484 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.458552 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3e6d7-8688-4b55-b806-5ba8b022756b req-d8ec479f-7745-4d58-8006-3db86c55de3e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:14.459953 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cba3e6d7-8688-4b55-b806-5ba8b022756b req-d8ec479f-7745-4d58-8006-3db86c55de3e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 945 time: 0.0446022 Apr 14 21:03:14.502788 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.508698 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cba3e6d7-8688-4b55-b806-5ba8b022756b req-b4ce5730-bd60-4dad-8c1f-ddbba4d59404 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Apr 14 21:03:14.672119 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.737701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.777417 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.793039 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'Port': ['ID=998d8616-6dd6-4689-b132-5bd47c4b0781,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:14.801187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 57350) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:14.802228 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.802584 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.802929 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.803273 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.803645 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.803999 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.804343 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.804679 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.805010 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.805337 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.805667 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.806009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.806338 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.806659 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.807175 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:14.854509 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Deleting subnet 7294ddcb-3e8e-4b63-9b26-e289fb9a39e6 {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:03:14.857850 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Publish callbacks [] for subnet (7294ddcb-3e8e-4b63-9b26-e289fb9a39e6), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.870706 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.872018 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-588cbf4c-ebe5-4b9f-918e-9ba29f0c0ae1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1753740 Apr 14 21:03:14.894602 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (7294ddcb-3e8e-4b63-9b26-e289fb9a39e6), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:14.946871 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (7294ddcb-3e8e-4b63-9b26-e289fb9a39e6), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.015020 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc30ff-c8a1-473d-a9d2-e9b3ed021a6d req-cc38f3ae-03e4-42e5-91f6-885b2e9ccde5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:15.016909 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-08fc30ff-c8a1-473d-a9d2-e9b3ed021a6d req-cc38f3ae-03e4-42e5-91f6-885b2e9ccde5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0837605 Apr 14 21:03:15.115589 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-08fc30ff-c8a1-473d-a9d2-e9b3ed021a6d req-4de0a3c0-0613-4f7f-97ac-ed8aa8b79f21 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912647 Apr 14 21:03:15.122851 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-8ee7c6e2-5940-4b1e-8d34-b9629222d3ac tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1426877402&fields=id&tenant_id=b602c5a899634978a1fda095694fbcc7 HTTP/1.1" status: 200 len: 267 time: 0.0759065 Apr 14 21:03:15.172585 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (7294ddcb-3e8e-4b63-9b26-e289fb9a39e6), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.259805 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7294ddcb-3e8e-4b63-9b26-e289fb9a39e6,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:15.262184 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.265654 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7294ddcb-3e8e-4b63-9b26-e289fb9a39e6 HTTP/1.1" status: 204 len: 168 time: 0.4631622 Apr 14 21:03:15.268247 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57376) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:15.295057 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.295652 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.296006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.296357 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.296696 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.297452 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.297452 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.297664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.297989 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.298317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.298646 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.298971 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.299294 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.299651 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.300032 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e46bc-a944-477c-9f15-57e4c187b26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:03:15.308177 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6c51-8a4a-4528-aaa8-fbfc8f24d80d req-95dade54-6ee4-4bab-9c13-51e14da9f422 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:15.309761 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-235d6c51-8a4a-4528-aaa8-fbfc8f24d80d req-95dade54-6ee4-4bab-9c13-51e14da9f422 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.1348984 Apr 14 21:03:15.345668 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (21763ccd-5b0c-4407-95d0-4e55fd1c9257), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.353205 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-d01b85ec-b66a-48b2-a15b-5a9fd59f90d0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:15.355095 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-d01b85ec-b66a-48b2-a15b-5a9fd59f90d0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 818 time: 0.2233799 Apr 14 21:03:15.388047 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-fd2f3990-a6d3-4d17-9031-9336c68b949b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/quotas/b602c5a899634978a1fda095694fbcc7 HTTP/1.1" status: 200 len: 375 time: 0.0219209 Apr 14 21:03:15.390976 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-235d6c51-8a4a-4528-aaa8-fbfc8f24d80d req-8d331400-b1b3-42dc-baf7-0952f8f6171c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682726 Apr 14 21:03:15.443591 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (21763ccd-5b0c-4407-95d0-4e55fd1c9257), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.465697 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-1f5e9b13-b85a-4713-bb2c-2fa992c22e5b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0704193 Apr 14 21:03:15.468583 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.468942 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.469831 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.470256 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > port after_create 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.470538 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > port after_delete 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.470898 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > port after_update 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.471223 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.471570 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.471895 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.472470 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.549476 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.550074 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.550760 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.551262 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:03:15.551262 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21763ccd-5b0c-4407-95d0-4e55fd1c9257']}} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:15.570278 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73100f85-4d16-4e7a-8d4f-5b6a8a585949') {'for_net_delete': True} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:15.571856 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73100f85-4d16-4e7a-8d4f-5b6a8a585949') {} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:15.583882 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-e34638e2-8333-45dd-9b2f-4a155ed4de5c service neutron] 10.222.0.37 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050882 Apr 14 21:03:15.589648 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130374854'] for segment (73100f85-4d16-4e7a-8d4f-5b6a8a585949), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.616060 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (73100f85-4d16-4e7a-8d4f-5b6a8a585949), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.629095 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:03:15.629640 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130671630'] for segment (73100f85-4d16-4e7a-8d4f-5b6a8a585949), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: from cryptography.utils import int_from_bytes Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: from cryptography.utils import int_from_bytes Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: Traceback (most recent call last): Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: timer() Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: cb(*args, **kw) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: return func(*args, **kwargs) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: self._notify() Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: self.callback(batched_events) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: event.method(event) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: return f(self, *a, **k) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._get(url).json() Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: return self.request(url, 'GET', **kwargs) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:03:15.634031 dv-cinder-837541-3-iscsi neutron-server[110251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:03:15.683117 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-083de434-d757-4b47-a19f-504c4c0ae8c1 service neutron] 10.222.0.37 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933030 Apr 14 21:03:15.751643 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (21763ccd-5b0c-4407-95d0-4e55fd1c9257), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.759796 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.765991 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] 10.222.0.37 "DELETE /v2.0/networks/21763ccd-5b0c-4407-95d0-4e55fd1c9257 HTTP/1.1" status: 204 len: 168 time: 0.4942272 Apr 14 21:03:15.766428 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 57388) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:15.773646 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebf8d8-4885-4e88-a7b3-030be21d99be admin admin] Pushing event deleted for resources: {'Network': ['ID=21763ccd-5b0c-4407-95d0-4e55fd1c9257,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:15.813022 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Deleting subnet 853e2ba0-5b09-4cce-92d8-bf99110eecf6 {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:03:15.816678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Publish callbacks [] for subnet (853e2ba0-5b09-4cce-92d8-bf99110eecf6), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.852833 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (853e2ba0-5b09-4cce-92d8-bf99110eecf6), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.925717 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (853e2ba0-5b09-4cce-92d8-bf99110eecf6), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:15.959932 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd9a80-6a93-4767-ab5d-417fcbf7db6a req-9f914d0c-f97d-4377-8051-674cd82de580 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:15.961723 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-51dd9a80-6a93-4767-ab5d-417fcbf7db6a req-9f914d0c-f97d-4377-8051-674cd82de580 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 945 time: 0.0793827 Apr 14 21:03:16.029853 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6c4f2221-7ed3-4f43-aaf1-cc8a1c798285 req-3c8ce188-4f1f-401c-9925-cfb3a06050fe tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 210 time: 0.0382562 Apr 14 21:03:16.055662 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-51dd9a80-6a93-4767-ab5d-417fcbf7db6a req-fc28b61a-cb2b-499b-ae6e-10dbed28c880 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856576 Apr 14 21:03:16.129405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (853e2ba0-5b09-4cce-92d8-bf99110eecf6), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.157373 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853e2ba0-5b09-4cce-92d8-bf99110eecf6,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:16.161436 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.164683 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-10a3f54a-3671-43e9-a47f-93ba3d2f19b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/853e2ba0-5b09-4cce-92d8-bf99110eecf6 HTTP/1.1" status: 204 len: 168 time: 0.3968532 Apr 14 21:03:16.167202 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 57402) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:16.278691 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c21c00-595b-4e58-9309-244764e46318 req-f77049df-b55d-4bcd-96eb-6758b32358ae tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:16.280095 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a1c21c00-595b-4e58-9309-244764e46318 req-f77049df-b55d-4bcd-96eb-6758b32358ae tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0906174 Apr 14 21:03:16.284629 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (097de3e6-33a6-4a58-bbb4-11b635ba74c7), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.373628 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a1c21c00-595b-4e58-9309-244764e46318 req-8e6499f5-7549-41fe-b4b7-ccc6ba5c4c5d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866702 Apr 14 21:03:16.408346 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (097de3e6-33a6-4a58-bbb4-11b635ba74c7), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.429493 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097de3e6-33a6-4a58-bbb4-11b635ba74c7']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:16.438603 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647ede08-749f-4033-9f6e-e81e19f071a8') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:16.438986 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647ede08-749f-4033-9f6e-e81e19f071a8') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:16.462959 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (647ede08-749f-4033-9f6e-e81e19f071a8), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.464264 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (647ede08-749f-4033-9f6e-e81e19f071a8), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.470634 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:03:16.471027 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (647ede08-749f-4033-9f6e-e81e19f071a8), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:03:16.473010 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:03:16.565433 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8ebb-d2ed-4a31-8e62-413dd86d67bb req-b51eb563-98a9-4710-85cf-2e70ec95bacb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:16.566981 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-60ea8ebb-d2ed-4a31-8e62-413dd86d67bb req-b51eb563-98a9-4710-85cf-2e70ec95bacb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0779672 Apr 14 21:03:16.618146 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-60ea8ebb-d2ed-4a31-8e62-413dd86d67bb req-9470302f-dfe2-49eb-9ff2-59de311406b1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Apr 14 21:03:16.623786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (097de3e6-33a6-4a58-bbb4-11b635ba74c7), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.629399 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:16.633688 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] 10.222.0.37 "DELETE /v2.0/networks/097de3e6-33a6-4a58-bbb4-11b635ba74c7 HTTP/1.1" status: 204 len: 168 time: 0.4654369 Apr 14 21:03:16.646220 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a7f05-4262-421f-a262-30d97c42a84e admin admin] Pushing event deleted for resources: {'Network': ['ID=097de3e6-33a6-4a58-bbb4-11b635ba74c7,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:17.135000 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-068ec21f-9313-413d-b2c6-25db7c75a95d req-68f45cd6-aeee-41a9-bfa2-1e0ae8146131 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 210 time: 0.0323820 Apr 14 21:03:17.179835 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2a679-c7be-47e4-9e36-e085b4036fd3 req-4ef47c70-2553-48d9-b537-ab8de11888c6 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:17.181331 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36b2a679-c7be-47e4-9e36-e085b4036fd3 req-4ef47c70-2553-48d9-b537-ab8de11888c6 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 945 time: 0.0495131 Apr 14 21:03:17.195394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57422) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:17.235937 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36b2a679-c7be-47e4-9e36-e085b4036fd3 req-745a948b-2d8b-43bc-915e-c74a6fb3b621 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Apr 14 21:03:17.242482 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-20640740-d253-4574-a55e-a626c587efa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=363647a1ff584fb98cd244a1766707c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458331 Apr 14 21:03:17.245022 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57424) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:17.294381 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb9c8-7da3-4c0d-9566-4b342c2ad567 admin admin] Publish callbacks [] for security_group (7b8c5bdb-fadb-454d-ab23-8dcc0171eecd), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.317017 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb9c8-7da3-4c0d-9566-4b342c2ad567 admin admin] Publish callbacks [] for security_group (7b8c5bdb-fadb-454d-ab23-8dcc0171eecd), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.483306 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb9c8-7da3-4c0d-9566-4b342c2ad567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (7b8c5bdb-fadb-454d-ab23-8dcc0171eecd), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.485901 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c5fb9c8-7da3-4c0d-9566-4b342c2ad567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.487028 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4c5fb9c8-7da3-4c0d-9566-4b342c2ad567 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b8c5bdb-fadb-454d-ab23-8dcc0171eecd HTTP/1.1" status: 204 len: 168 time: 0.2410626 Apr 14 21:03:17.489317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b074c-e4f8-4437-86f4-5cd631f25c58 req-161eb167-4338-45d7-a43a-b913b72a401c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:17.492432 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6b1b074c-e4f8-4437-86f4-5cd631f25c58 req-161eb167-4338-45d7-a43a-b913b72a401c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0474381 Apr 14 21:03:17.496614 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb9c8-7da3-4c0d-9566-4b342c2ad567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8c5bdb-fadb-454d-ab23-8dcc0171eecd,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:17.597626 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-f932973c-01a8-4b24-bdc4-482f320a989a tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:17.599174 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-f932973c-01a8-4b24-bdc4-482f320a989a tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 945 time: 0.0678582 Apr 14 21:03:17.603803 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6b1b074c-e4f8-4437-86f4-5cd631f25c58 req-6a4a34e0-d867-481c-bbcd-14626f53ba0f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059268 Apr 14 21:03:17.697593 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Deleting port 22f2c5af-4497-4b00-a024-fc8496a35d88 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:03:17.697951 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.832150 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a886a-fd61-4a53-ba96-a59589f3eee2 req-a721278e-4368-4f10-a5ae-6f65d5fc96ff tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:17.833785 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f32a886a-fd61-4a53-ba96-a59589f3eee2 req-a721278e-4368-4f10-a5ae-6f65d5fc96ff tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.1170189 Apr 14 21:03:17.887294 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] For port 22f2c5af-4497-4b00-a024-fc8496a35d88, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f2c5af-4497-4b00-a024-fc8496a35d88,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:17.887680 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:17.919580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Calling delete_port for 22f2c5af-4497-4b00-a024-fc8496a35d88 owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:03:17.937774 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f32a886a-fd61-4a53-ba96-a59589f3eee2 req-1720587c-cc15-4419-9078-0e3acce27de0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941916 Apr 14 21:03:18.151819 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (22f2c5af-4497-4b00-a024-fc8496a35d88), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:18.165662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['22f2c5af-4497-4b00-a024-fc8496a35d88'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:03:18.186242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Pushing event deleted for resources: {'Port': ['ID=22f2c5af-4497-4b00-a024-fc8496a35d88,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:18.234642 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] No DVR routers for this DVR port 22f2c5af-4497-4b00-a024-fc8496a35d88 on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:03:18.245522 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:18.248869 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-57e12d80-f30b-4889-bc27-ffbe0129e690 req-b316b066-c7f7-4641-b252-6ac63eb01a82 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "DELETE /v2.0/ports/22f2c5af-4497-4b00-a024-fc8496a35d88 HTTP/1.1" status: 204 len: 173 time: 0.6421659 Apr 14 21:03:18.249331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18442025-2db1-42be-82d3-4658c85f6289', 'name': 'network-vif-deleted', 'tag': '22f2c5af-4497-4b00-a024-fc8496a35d88'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:18.251644 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d79f25e-65e4-4119-85c4-5ad1dca1cd16" -d '{"events": [{"server_uuid": "18442025-2db1-42be-82d3-4658c85f6289", "name": "network-vif-deleted", "tag": "22f2c5af-4497-4b00-a024-fc8496a35d88"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:18.266965 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57482) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:18.283064 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d31f2a30-c2e1-4107-8445-e30e28db7eea req-6d09bb82-2987-42f7-a4d1-129524599bfa tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 210 time: 0.0403631 Apr 14 21:03:18.328591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e653df-0069-47af-a34a-497e3297ceb2 x-openstack-request-id: req-45e653df-0069-47af-a34a-497e3297ceb2 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:18.329133 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18442025-2db1-42be-82d3-4658c85f6289", "name": "network-vif-deleted", "tag": "22f2c5af-4497-4b00-a024-fc8496a35d88", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:18.329766 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45e653df-0069-47af-a34a-497e3297ceb2 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:18.330382 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e653df-0069-47af-a34a-497e3297ceb2'] response: {'server_uuid': '18442025-2db1-42be-82d3-4658c85f6289', 'name': 'network-vif-deleted', 'tag': '22f2c5af-4497-4b00-a024-fc8496a35d88', 'status': 'completed', 'code': 200} Apr 14 21:03:18.332036 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 57484) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:18.333471 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-18612d57-e56e-4807-a929-922db5f636b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc3a267d3b0d4d7492b07ef41ac5f441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636892 Apr 14 21:03:18.379600 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-12e03e3e-f49e-4fca-ab65-ed32d7f45354 req-e8df8919-dd61-4f00-84cb-2a162d16a3af tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0448747 Apr 14 21:03:18.417293 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7bf97ccf-8531-4db0-b41c-2764bb6b7db2 admin admin] Publish callbacks [] for security_group (8b3b2a8d-484c-4b7c-9897-76071f78caff), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:18.439581 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7bf97ccf-8531-4db0-b41c-2764bb6b7db2 admin admin] Publish callbacks [] for security_group (8b3b2a8d-484c-4b7c-9897-76071f78caff), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:18.588194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7bf97ccf-8531-4db0-b41c-2764bb6b7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8b3b2a8d-484c-4b7c-9897-76071f78caff), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:18.590723 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-7bf97ccf-8531-4db0-b41c-2764bb6b7db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:18.591862 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-7bf97ccf-8531-4db0-b41c-2764bb6b7db2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b3b2a8d-484c-4b7c-9897-76071f78caff HTTP/1.1" status: 204 len: 168 time: 0.2587466 Apr 14 21:03:18.619144 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf97ccf-8531-4db0-b41c-2764bb6b7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b2a8d-484c-4b7c-9897-76071f78caff,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:18.650100 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-4a0193a9-1730-4799-a7cc-bb96005150ae tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:18.652156 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-4a0193a9-1730-4799-a7cc-bb96005150ae tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 818 time: 0.1253598 Apr 14 21:03:18.738100 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-98dcbd26-134f-488d-b867-76efe204adfd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b602c5a899634978a1fda095694fbcc7 HTTP/1.1" status: 200 len: 380 time: 0.0732362 Apr 14 21:03:18.751805 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'port': {'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'admin_state_up': True, 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'security_groups': ['d8d8a82d-0181-4337-8d0d-bfd70d27ff49']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:18.856303 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c863-abc0-4b9c-b229-354725ae6ab2 req-14350fc2-88b4-4992-b8b1-98a81b3b28ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:18.857935 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0908c863-abc0-4b9c-b229-354725ae6ab2 req-14350fc2-88b4-4992-b8b1-98a81b3b28ba tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0958807 Apr 14 21:03:18.933666 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0908c863-abc0-4b9c-b229-354725ae6ab2 req-a0a13857-a301-439e-914e-cf02fde94ec1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682635 Apr 14 21:03:19.017699 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Made reservation on behalf of b602c5a899634978a1fda095694fbcc7 for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:03:19.021866 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:19.086969 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2aed8-afc0-4b64-8f3f-4b2b05ea0575 req-6ddcbb0c-f222-4ccb-9485-b8d4e1d13bcd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:19.091095 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-edd2aed8-afc0-4b64-8f3f-4b2b05ea0575 req-6ddcbb0c-f222-4ccb-9485-b8d4e1d13bcd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0641744 Apr 14 21:03:19.205956 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-edd2aed8-afc0-4b64-8f3f-4b2b05ea0575 req-83c6804f-5a86-44dd-b826-e437cd0784f5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877047 Apr 14 21:03:19.253965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Allocated IP 172.20.0.5 (4886497d-0573-4044-bfa7-39edf333da43/e5ffc871-e383-4f64-8126-d85cfe9a6327/39cba847-d59d-4eaf-816e-aa0762c24e95) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:03:19.387093 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dd538128-d3bd-47f4-afde-09f36fe2289e req-5d576066-2d57-4efd-975f-fdf4f4777d19 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 210 time: 0.0293777 Apr 14 21:03:19.440048 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:19.500299 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-352ff366-0b19-4a2f-9400-d6205af46f80 req-85bfabe4-c031-4859-85bb-92c506649e9c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=18442025-2db1-42be-82d3-4658c85f6289 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Apr 14 21:03:19.543949 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:19.590647 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Network 4886497d-0573-4044-bfa7-39edf333da43 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:19.595789 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:19.601119 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:03:19.608003 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event updated for resources: {'Port': ['ID=39cba847-d59d-4eaf-816e-aa0762c24e95,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:19.655057 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:19.655779 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:19.741397 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-eb75d505-2582-488a-83d0-ec772ba27e9f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997766 Apr 14 21:03:19.756538 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Request body: {'port': {'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:19.819415 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:19.855796 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-fa493db9-6507-4315-b261-128a99b5102a None None] Provisioning complete for port 39cba847-d59d-4eaf-816e-aa0762c24e95 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:19.856301 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fa493db9-6507-4315-b261-128a99b5102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:19.889870 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-fa493db9-6507-4315-b261-128a99b5102a None None] Port 39cba847-d59d-4eaf-816e-aa0762c24e95 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:03:20.331619 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4540-d3c6-4362-853a-07419d2c4b8d req-35bb2a05-ee65-42ef-a751-ba4b789cd3ca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:20.333098 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5be4540-d3c6-4362-853a-07419d2c4b8d req-35bb2a05-ee65-42ef-a751-ba4b789cd3ca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.3232245 Apr 14 21:03:20.376565 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca056c1-2ccf-49fd-a44c-ca9bcca3c65e req-727c2b5a-dc45-4d37-960d-06a0787b687f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:20.377988 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0ca056c1-2ccf-49fd-a44c-ca9bcca3c65e req-727c2b5a-dc45-4d37-960d-06a0787b687f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0915229 Apr 14 21:03:20.459245 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5be4540-d3c6-4362-853a-07419d2c4b8d req-0e86ffad-6b0e-4224-b9f9-123f70791580 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204555 Apr 14 21:03:20.483797 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0ca056c1-2ccf-49fd-a44c-ca9bcca3c65e req-fa6fc7c8-3059-4910-86fd-2e718353760d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982387 Apr 14 21:03:20.494822 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cba847-d59d-4eaf-816e-aa0762c24e95 {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:20.502604 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Publish callbacks [] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:20.515430 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Transition to ACTIVE for port object 39cba847-d59d-4eaf-816e-aa0762c24e95 will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:03:20.581568 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170179e-5ded-47a5-9a80-e92bdcf3a342 req-1bbda567-ebba-46de-bb53-d984cc676121 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:20.586027 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2170179e-5ded-47a5-9a80-e92bdcf3a342 req-1bbda567-ebba-46de-bb53-d984cc676121 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 931 time: 0.0482101 Apr 14 21:03:20.607932 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:20.673114 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Pushing event updated for resources: {'Port': ['ID=39cba847-d59d-4eaf-816e-aa0762c24e95,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:20.683808 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2170179e-5ded-47a5-9a80-e92bdcf3a342 req-a28df555-ff81-43dd-ae09-6e47210127fd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946109 Apr 14 21:03:20.808151 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Attempting to bind port 39cba847-d59d-4eaf-816e-aa0762c24e95 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:03:20.808387 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Attempting to bind port 39cba847-d59d-4eaf-816e-aa0762c24e95 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:03:20.808720 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Attempting to bind port 39cba847-d59d-4eaf-816e-aa0762c24e95 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:20.824397 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Port 39cba847-d59d-4eaf-816e-aa0762c24e95 on network 4886497d-0573-4044-bfa7-39edf333da43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:03:20.824744 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Attempting to bind port 39cba847-d59d-4eaf-816e-aa0762c24e95 on network 4886497d-0573-4044-bfa7-39edf333da43 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:20.859648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:03:20.860023 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Checking segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:03:20.860416 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Bound using segment: {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:03:20.860898 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Bound port: 39cba847-d59d-4eaf-816e-aa0762c24e95, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6148819-f294-49e6-baa1-efbe83f372e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4886497d-0573-4044-bfa7-39edf333da43'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:03:20.861293 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:20.947548 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-8e96c6d2-a427-4d1a-8dab-73873b7381e8 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:20.948958 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-8e96c6d2-a427-4d1a-8dab-73873b7381e8 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/networks?id=3c3997a5-b758-4777-8479-4b647ac74632 HTTP/1.1" status: 200 len: 808 time: 0.1668036 Apr 14 21:03:20.971247 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-7e1a1362-120c-4a3f-8501-af9f65f30813 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/quotas/4cc25152d6eb4123ab5ae77d123ecf52 HTTP/1.1" status: 200 len: 375 time: 0.0167596 Apr 14 21:03:20.973826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] For port 39cba847-d59d-4eaf-816e-aa0762c24e95, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:03:20.977691 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] For port 39cba847-d59d-4eaf-816e-aa0762c24e95, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39cba847-d59d-4eaf-816e-aa0762c24e95,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:03:21.007647 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-919a16d7-443b-4baa-a1e2-1ade5750a4f1 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283267 Apr 14 21:03:21.067879 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.112918 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.113533 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:21.115006 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] 10.222.0.45 "PUT /v2.0/ports/39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 1093 time: 1.3637931 Apr 14 21:03:21.117234 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:21.117684 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acf84d9-f789-49e0-a1b0-76badbaf96dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:21.158793 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20752e3b-538c-42c5-8e7a-4c120e328b08 service neutron] Pushing event updated for resources: {'Port': ['ID=39cba847-d59d-4eaf-816e-aa0762c24e95,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:21.170349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4bff55-1acb-49c2-8dcf-91e711b9a430 x-openstack-request-id: req-fb4bff55-1acb-49c2-8dcf-91e711b9a430 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:21.170757 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:21.171224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb4bff55-1acb-49c2-8dcf-91e711b9a430 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:21.171774 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4bff55-1acb-49c2-8dcf-91e711b9a430'] response: {'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'status': 'completed', 'code': 200} Apr 14 21:03:21.175679 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-6d026e6e-8410-4c1f-8680-d3f24f4a5b29 service neutron] 10.222.0.37 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609981 Apr 14 21:03:21.282914 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf84d9-f789-49e0-a1b0-76badbaf96dc req-06ba25e0-52b5-4770-b5f0-282632502c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.284437 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6acf84d9-f789-49e0-a1b0-76badbaf96dc req-06ba25e0-52b5-4770-b5f0-282632502c84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1127 time: 0.0812387 Apr 14 21:03:21.335145 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-4a62bb93-d4ee-4c0e-b863-506da6e01ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530175 Apr 14 21:03:21.403894 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf84d9-f789-49e0-a1b0-76badbaf96dc req-305cca13-8d8f-4966-989f-376dde526b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.405472 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6acf84d9-f789-49e0-a1b0-76badbaf96dc req-305cca13-8d8f-4966-989f-376dde526b88 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b602c5a899634978a1fda095694fbcc7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1110976 Apr 14 21:03:21.464589 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 22f2c5af-4497-4b00-a024-fc8496a35d88 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:03:21.484612 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 22f2c5af-4497-4b00-a024-fc8496a35d88 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:03:21.484959 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 22f2c5af-4497-4b00-a024-fc8496a35d88 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:03:21.599405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437f9a-7605-427f-ac6c-43486c18eedc req-ee6e0474-5635-428d-857a-e43797efed87 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.601754 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-21437f9a-7605-427f-ac6c-43486c18eedc req-ee6e0474-5635-428d-857a-e43797efed87 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0716980 Apr 14 21:03:21.740822 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d54d3-7a84-41fe-a931-b2dc1d08c83a req-5f2a0fef-fff9-4580-9353-3bc1646c8b87 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.742649 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-606d54d3-7a84-41fe-a931-b2dc1d08c83a req-5f2a0fef-fff9-4580-9353-3bc1646c8b87 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0941598 Apr 14 21:03:21.750317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf84d9-f789-49e0-a1b0-76badbaf96dc req-f7a42b78-c847-4f79-bbfc-76527f569eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.750317 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6acf84d9-f789-49e0-a1b0-76badbaf96dc req-f7a42b78-c847-4f79-bbfc-76527f569eb2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927593 Apr 14 21:03:21.765340 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-21437f9a-7605-427f-ac6c-43486c18eedc req-8fac9a33-0d95-4710-96d0-f34547806208 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309586 Apr 14 21:03:21.811336 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-606d54d3-7a84-41fe-a931-b2dc1d08c83a req-8ec2c522-66a5-4eae-9b66-5d418196ac20 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565374 Apr 14 21:03:21.849730 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b71d952-bfb4-473b-b376-ee1237b66228 req-86fdeeb1-c6ce-4bc0-a7a9-48dd462254e0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0355773 Apr 14 21:03:21.901757 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-bd4e2336-f340-4cd9-81e5-7548f724c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:21.903481 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-bd4e2336-f340-4cd9-81e5-7548f724c6bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1127 time: 0.0527878 Apr 14 21:03:21.967434 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-af96d627-535a-490b-bc14-6b6030c4697c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 217 time: 0.0524361 Apr 14 21:03:22.013754 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61dfd-5d3c-4884-b26a-c1c4b201b3a3 req-022e6a7a-cf78-497a-b2bc-cdef365734fd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:22.015240 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f8c61dfd-5d3c-4884-b26a-c1c4b201b3a3 req-022e6a7a-cf78-497a-b2bc-cdef365734fd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.1108861 Apr 14 21:03:22.047694 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-f1222aae-f84e-4236-9ce2-20a62506bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:22.049179 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-f1222aae-f84e-4236-9ce2-20a62506bde0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0737031 Apr 14 21:03:22.105163 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f8c61dfd-5d3c-4884-b26a-c1c4b201b3a3 req-58aca2ce-60ce-41c1-a405-a1894bb95625 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839550 Apr 14 21:03:22.110504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-da72f181-78d4-4eb9-b2c2-858bbdcc577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:22.112154 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-da72f181-78d4-4eb9-b2c2-858bbdcc577a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520077 Apr 14 21:03:22.213613 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-826ebeb6-cd05-41be-90c5-38a33e52cd48 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934455 Apr 14 21:03:22.304352 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-477030ca-75c2-47ad-85e9-dcb50ed06d09 req-f68b636a-ca6b-4222-b67e-45d10ee361f4 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Apr 14 21:03:22.882848 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e232025-cea5-4176-be2e-2a4ac0d78de6 req-739946b3-58d5-4d9e-b4cb-df94d982f04e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:22.882848 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e232025-cea5-4176-be2e-2a4ac0d78de6 req-739946b3-58d5-4d9e-b4cb-df94d982f04e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0482984 Apr 14 21:03:22.965422 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e232025-cea5-4176-be2e-2a4ac0d78de6 req-b79362e0-ff67-4929-9c77-60f1615dd424 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782635 Apr 14 21:03:22.979540 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25625f04-c8a6-4238-a395-9226432c9441 req-f689d79d-96c7-441e-b204-3d75a80ec309 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:22.979540 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-25625f04-c8a6-4238-a395-9226432c9441 req-f689d79d-96c7-441e-b204-3d75a80ec309 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0660188 Apr 14 21:03:23.031641 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-25625f04-c8a6-4238-a395-9226432c9441 req-5b41e1fc-11de-4315-93ce-4e3204523740 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Apr 14 21:03:23.056938 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-117eea14-3672-4112-ab38-4b914e2c338b req-f8e42ad7-2fec-4ecc-9953-9ae0a562cc5f tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0297461 Apr 14 21:03:23.216434 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ddaf7-1834-48e5-8621-d0d696c41056 req-990bfe29-c498-4d09-96f5-0c3be2454a8d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:23.217993 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b89ddaf7-1834-48e5-8621-d0d696c41056 req-990bfe29-c498-4d09-96f5-0c3be2454a8d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.0462267 Apr 14 21:03:23.268368 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b89ddaf7-1834-48e5-8621-d0d696c41056 req-1cd5cfd8-e0b0-46d5-bccf-3caf7d11066a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Apr 14 21:03:24.077857 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a95c-4003-43c6-9423-931cbc98ea80 req-1a1a58bb-7dac-44d1-a079-868cf5cc37ce tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:24.080945 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6d05a95c-4003-43c6-9423-931cbc98ea80 req-1a1a58bb-7dac-44d1-a079-868cf5cc37ce tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0475101 Apr 14 21:03:24.155657 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6d05a95c-4003-43c6-9423-931cbc98ea80 req-8d86c96d-a7df-4b35-ac63-8c83f035ef65 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685954 Apr 14 21:03:24.166865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c40a59-448c-43a7-8395-26231dbedf1c req-a87248b3-6b3d-414a-a19d-8c45df9607cb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:24.168904 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-57c40a59-448c-43a7-8395-26231dbedf1c req-a87248b3-6b3d-414a-a19d-8c45df9607cb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0615847 Apr 14 21:03:24.228645 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-57c40a59-448c-43a7-8395-26231dbedf1c req-4e8f642b-ddce-46c9-87be-b34e30a32c25 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 Apr 14 21:03:24.252992 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c11c644a-6ceb-475c-b16c-bf9e1c9095c5 req-7870011b-28ea-4aab-a26d-835f26345006 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0390685 Apr 14 21:03:24.380820 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7c61-94ff-41db-8ade-e65594a40d12 req-c590b93b-a77f-45d2-a836-2aad4ae8a0e8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:24.382343 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a2d7c61-94ff-41db-8ade-e65594a40d12 req-c590b93b-a77f-45d2-a836-2aad4ae8a0e8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.0465472 Apr 14 21:03:24.429008 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a2d7c61-94ff-41db-8ade-e65594a40d12 req-a90cf843-a702-475c-b773-8c5a645b5589 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410640 Apr 14 21:03:25.272144 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ef184-c924-4285-b4d8-3c7f8e6d2298 req-3224a487-32f9-41e4-a1c4-d11ea87c063d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:25.273642 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e00ef184-c924-4285-b4d8-3c7f8e6d2298 req-3224a487-32f9-41e4-a1c4-d11ea87c063d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0503850 Apr 14 21:03:25.353614 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e00ef184-c924-4285-b4d8-3c7f8e6d2298 req-d68dbd71-3e7b-46ae-82d6-db4d21f46ae4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738642 Apr 14 21:03:25.374322 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0e5ec-1445-4d8a-80b4-db57ebc32ef5 req-fbbea3c1-a2cb-4a7e-9732-e9b3c056504d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:25.374322 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-64c0e5ec-1445-4d8a-80b4-db57ebc32ef5 req-fbbea3c1-a2cb-4a7e-9732-e9b3c056504d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0623083 Apr 14 21:03:25.427305 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-64c0e5ec-1445-4d8a-80b4-db57ebc32ef5 req-5ad4aafc-fb7c-4fdb-a021-f82aa8985f4d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514336 Apr 14 21:03:25.442793 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a451ccde-3bcb-41fc-a873-f0c4a465e613 req-3040180d-a423-49a3-a934-3f7299755510 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0287325 Apr 14 21:03:25.544896 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144309a7-bfd2-44ce-a2b3-7c9f70a31669 req-e3a36657-9bbe-427e-8c9d-e04b7f668eca tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:25.546407 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-144309a7-bfd2-44ce-a2b3-7c9f70a31669 req-e3a36657-9bbe-427e-8c9d-e04b7f668eca tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.0461195 Apr 14 21:03:25.594409 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-144309a7-bfd2-44ce-a2b3-7c9f70a31669 req-f393bfd2-cc4a-42f9-a121-ebc255dae7ed tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Apr 14 21:03:26.473570 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf666-8b1c-4532-893b-3786b00b119f req-62d234a2-42f0-4d90-89c2-eb625d22db39 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:26.475089 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8a3bf666-8b1c-4532-893b-3786b00b119f req-62d234a2-42f0-4d90-89c2-eb625d22db39 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0523095 Apr 14 21:03:26.552096 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8a3bf666-8b1c-4532-893b-3786b00b119f req-742251df-1960-4b8a-8369-d50ef83f78e1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712187 Apr 14 21:03:26.559951 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb637975-bf47-45b1-9a08-13f36056177b req-1d09bf94-c7c8-4df0-a75b-f2c057f549bc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:26.561504 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bb637975-bf47-45b1-9a08-13f36056177b req-1d09bf94-c7c8-4df0-a75b-f2c057f549bc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0617614 Apr 14 21:03:26.620630 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bb637975-bf47-45b1-9a08-13f36056177b req-3d8f4eba-061c-4075-901b-c33bc8f83724 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534523 Apr 14 21:03:26.637535 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3be17a0-9250-4cfc-bd85-35fb51abbc9b req-ca4a4995-f8b1-4b5a-98e2-913883e27253 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0298138 Apr 14 21:03:26.728272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08cf7e-f851-49c4-ad0c-f6214f0ee597 req-4ba0ec22-69c9-4214-9c4f-723a64cd5d4f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:26.729760 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cc08cf7e-f851-49c4-ad0c-f6214f0ee597 req-4ba0ec22-69c9-4214-9c4f-723a64cd5d4f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.0505455 Apr 14 21:03:26.778716 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cc08cf7e-f851-49c4-ad0c-f6214f0ee597 req-93e77a42-4a40-46f8-b944-7f0478c1b452 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Apr 14 21:03:27.469167 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:03:27.570393 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:27.584944 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'mac_address': 'fa:16:3e:72:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:03:27.624445 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: ACTIVE; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:27.624947 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:27.642723 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fd83ea2-3652-4a5c-9f7d-378c30130272 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:27.669732 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:27.678465 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9152-6b53-4bf0-a905-ffdc4670a23b req-8bafaae3-1697-44e3-b5c2-ef03f9bb4274 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:27.680002 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9e2b9152-6b53-4bf0-a905-ffdc4670a23b req-8bafaae3-1697-44e3-b5c2-ef03f9bb4274 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0571396 Apr 14 21:03:27.754503 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:27.771201 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db907025-45ff-4e31-b333-5fac7c491447 req-e2d9537a-63ed-4385-be6d-271b162f4809 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:27.773247 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-db907025-45ff-4e31-b333-5fac7c491447 req-e2d9537a-63ed-4385-be6d-271b162f4809 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0711174 Apr 14 21:03:27.780781 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9e2b9152-6b53-4bf0-a905-ffdc4670a23b req-3d392078-bc82-406e-bd07-6e032d284334 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851188 Apr 14 21:03:27.821273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=6']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:27.841270 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-db907025-45ff-4e31-b333-5fac7c491447 req-d1b2fd55-5f05-4818-b1a9-96aaff58491d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590808 Apr 14 21:03:27.877870 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['0fd83ea2-3652-4a5c-9f7d-378c30130272'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:03:27.896215 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f071c9ca-77cc-45bd-8e30-3f84334d07aa req-6eb216aa-e5ee-48c9-af80-788648eb008f tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0345254 Apr 14 21:03:27.986172 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2d640-97c8-4549-a1ad-00ad2a93ff88 req-f3ac7888-ff5e-4456-b615-204beced087d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:27.988774 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4ac2d640-97c8-4549-a1ad-00ad2a93ff88 req-f3ac7888-ff5e-4456-b615-204beced087d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.0708163 Apr 14 21:03:28.047931 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4ac2d640-97c8-4549-a1ad-00ad2a93ff88 req-c9bfdc1b-78f2-4e02-afe8-1a7f46906b8e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519228 Apr 14 21:03:28.313903 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601214-3337-406a-9d65-6ac51ce7aa78 req-a0c778c8-17a3-4bde-886e-03c2ff8398f9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:28.315610 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2a601214-3337-406a-9d65-6ac51ce7aa78 req-a0c778c8-17a3-4bde-886e-03c2ff8398f9 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0526633 Apr 14 21:03:28.394537 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2a601214-3337-406a-9d65-6ac51ce7aa78 req-e04e4349-e8cf-4bac-be87-1f5d2bf8f81f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657244 Apr 14 21:03:28.576964 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-8781cca0-9a19-4a03-9240-0ad5d0a35c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:28.578392 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-8781cca0-9a19-4a03-9240-0ad5d0a35c52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1130 time: 0.0454285 Apr 14 21:03:28.583636 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-dddc91a2-f89d-4f43-b370-eefdd4331233 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:28.585208 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-dddc91a2-f89d-4f43-b370-eefdd4331233 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "GET /v2.0/networks?id=3c3997a5-b758-4777-8479-4b647ac74632 HTTP/1.1" status: 200 len: 808 time: 0.1091604 Apr 14 21:03:28.599623 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Request body: {'port': {'device_id': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632', 'admin_state_up': True, 'tenant_id': '4cc25152d6eb4123ab5ae77d123ecf52'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:28.690797 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-ba545dfc-40c9-431a-8f26-47bfe43f2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:28.692318 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-ba545dfc-40c9-431a-8f26-47bfe43f2c2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 912 time: 0.1048381 Apr 14 21:03:28.820457 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Made reservation on behalf of 4cc25152d6eb4123ab5ae77d123ecf52 for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:03:28.823926 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:28.964859 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-29913147-4407-458a-bdd3-be5cc12cbfc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 1001 time: 0.2510452 Apr 14 21:03:29.018449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Allocated IP 172.20.0.6 (3c3997a5-b758-4777-8479-4b647ac74632/bc295dfa-d9d6-41fd-9da9-429eafca501b/52283381-d1d3-4320-8234-5e537f4400ac) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:03:29.048920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-4e79598d-1ee9-4c53-97f3-14747c888975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:29.051335 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-4e79598d-1ee9-4c53-97f3-14747c888975 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0742714 Apr 14 21:03:29.074799 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144116ae-5ded-41ac-8151-cc8f0a9fd03b req-a19664fb-f9dc-4561-a8e0-23e1f1f92dc9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:29.079922 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-144116ae-5ded-41ac-8151-cc8f0a9fd03b req-a19664fb-f9dc-4561-a8e0-23e1f1f92dc9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 945 time: 0.1051776 Apr 14 21:03:29.098305 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-79c88f37-ffd4-4011-a78e-c38819ff2767 req-b6210b6d-9e4d-4ec4-990b-77ac5cec4fe7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0580003 Apr 14 21:03:29.113044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-e4a1884b-afab-4a0a-9c9e-943c54d1ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:29.114905 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-e4a1884b-afab-4a0a-9c9e-943c54d1ed2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562561 Apr 14 21:03:29.211804 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-144116ae-5ded-41ac-8151-cc8f0a9fd03b req-e845035f-a07a-49eb-80e4-2d5c19f6ff09 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122668 Apr 14 21:03:29.248096 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-c9389960-bf28-4673-a437-68bbf55ae2c9 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240852 Apr 14 21:03:29.292786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a2c7-76a0-47f2-b009-42fa91e210e7 req-5a3b26b7-1b16-478b-9c93-a18759a8c11d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:29.294434 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2a81a2c7-76a0-47f2-b009-42fa91e210e7 req-5a3b26b7-1b16-478b-9c93-a18759a8c11d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 943 time: 0.1188850 Apr 14 21:03:29.363461 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks [] for port (52283381-d1d3-4320-8234-5e537f4400ac), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:29.380089 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-179e09d4-01e0-4705-8906-013c1ecd4776 req-8815adbe-5eb9-4742-bcff-a66cc912f6ce service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242542 Apr 14 21:03:29.381569 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2a81a2c7-76a0-47f2-b009-42fa91e210e7 req-6c524ef0-2ca2-4940-9c61-d21fc68c5cad tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778639 Apr 14 21:03:29.479773 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 39cba847-d59d-4eaf-816e-aa0762c24e95 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:03:29.479773 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:29.573187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e118627-3e0f-46d7-87f4-d7db52e29dca req-68393dac-ee96-4220-b7c0-4d176e9bc251 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:29.576830 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e118627-3e0f-46d7-87f4-d7db52e29dca req-68393dac-ee96-4220-b7c0-4d176e9bc251 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0889578 Apr 14 21:03:29.646649 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (52283381-d1d3-4320-8234-5e537f4400ac), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:29.715478 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e118627-3e0f-46d7-87f4-d7db52e29dca req-1bbb2636-ddff-437a-91bb-c3e0e9df2959 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259620 Apr 14 21:03:29.724000 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Network 3c3997a5-b758-4777-8479-4b647ac74632 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:03:29.728213 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:03:29.739796 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:03:29.772434 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Pushing event updated for resources: {'Port': ['ID=52283381-d1d3-4320-8234-5e537f4400ac,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:29.805957 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:29.807028 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:29.831546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 0fd83ea2-3652-4a5c-9f7d-378c30130272 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:29.831927 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:29.914979 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-ee593e8c-bacd-4c41-ac84-a7712446f399 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3193595 Apr 14 21:03:29.938413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 39cba847-d59d-4eaf-816e-aa0762c24e95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39cba847-d59d-4eaf-816e-aa0762c24e95,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:29.977444 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:03:30.035042 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Request body: {'port': {'device_id': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:30.043894 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:30.043894 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:30.088970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 39cba847-d59d-4eaf-816e-aa0762c24e95 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:30.089643 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:30.097220 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:30.100399 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37e2d00-1e16-4f57-9c69-70a2070ab401" -d '{"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:30.160435 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cba847-d59d-4eaf-816e-aa0762c24e95 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:30.173759 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (52283381-d1d3-4320-8234-5e537f4400ac), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:30.188578 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 39cba847-d59d-4eaf-816e-aa0762c24e95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39cba847-d59d-4eaf-816e-aa0762c24e95,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:30.211232 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb99d3e-ed26-45dc-ab7f-67a0dc2ca323 x-openstack-request-id: req-fbb99d3e-ed26-45dc-ab7f-67a0dc2ca323 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:30.211232 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:30.211232 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbb99d3e-ed26-45dc-ab7f-67a0dc2ca323 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:30.211232 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb99d3e-ed26-45dc-ab7f-67a0dc2ca323'] response: {'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'code': 200} Apr 14 21:03:30.211232 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:30.320169 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276afa38-bd9d-41da-ae38-d330d3864627 req-7261db4d-0484-4805-9790-20e3df55dbf7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:30.333600 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-276afa38-bd9d-41da-ae38-d330d3864627 req-7261db4d-0484-4805-9790-20e3df55dbf7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 931 time: 0.1205916 Apr 14 21:03:30.471456 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:30.520538 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac47569-c73c-4262-ae71-0440b20d9103 req-30531f05-4633-4a45-829e-53f6adb491bd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:30.528470 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7ac47569-c73c-4262-ae71-0440b20d9103 req-30531f05-4633-4a45-829e-53f6adb491bd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 945 time: 0.1908631 Apr 14 21:03:30.537336 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:30.553914 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=39cba847-d59d-4eaf-816e-aa0762c24e95,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:30.652873 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=7']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:30.747916 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-276afa38-bd9d-41da-ae38-d330d3864627 req-e94c3951-2e0a-4740-bd62-b2aa6f9b07ed tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119875 Apr 14 21:03:30.789027 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['39cba847-d59d-4eaf-816e-aa0762c24e95'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:03:30.878153 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7ac47569-c73c-4262-ae71-0440b20d9103 req-4f6b589d-6b4a-47b6-800b-65b564eccbc1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486607 Apr 14 21:03:30.994090 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934a59a-382e-4e5c-832c-38ad8d399774 req-4bc8be1e-c071-4f6f-b04e-2acff2ca3653 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:30.996001 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4934a59a-382e-4e5c-832c-38ad8d399774 req-4bc8be1e-c071-4f6f-b04e-2acff2ca3653 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 944 time: 0.0968704 Apr 14 21:03:31.113613 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52283381-d1d3-4320-8234-5e537f4400ac {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:31.139946 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Publish callbacks [] for port (52283381-d1d3-4320-8234-5e537f4400ac), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:31.155170 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4934a59a-382e-4e5c-832c-38ad8d399774 req-dfbc6e38-7d0c-45bf-8ceb-16ac749f5572 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521289 Apr 14 21:03:31.161629 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b860c-cd9f-4a98-9895-301fbbf066ee req-c08c2071-9276-451d-9464-83bca88b54f5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:31.164000 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-375b860c-cd9f-4a98-9895-301fbbf066ee req-c08c2071-9276-451d-9464-83bca88b54f5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.1433380 Apr 14 21:03:31.180738 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Transition to ACTIVE for port object 52283381-d1d3-4320-8234-5e537f4400ac will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:03:31.230547 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-375b860c-cd9f-4a98-9895-301fbbf066ee req-1127d8aa-fe3e-4d79-a512-81c693773182 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601311 Apr 14 21:03:31.240879 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (52283381-d1d3-4320-8234-5e537f4400ac), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:31.329203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Pushing event updated for resources: {'Port': ['ID=52283381-d1d3-4320-8234-5e537f4400ac,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:31.394504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Attempting to bind port 52283381-d1d3-4320-8234-5e537f4400ac on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:03:31.395213 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Attempting to bind port 52283381-d1d3-4320-8234-5e537f4400ac by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:03:31.395380 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Attempting to bind port 52283381-d1d3-4320-8234-5e537f4400ac on network 3c3997a5-b758-4777-8479-4b647ac74632 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:31.401084 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Port 52283381-d1d3-4320-8234-5e537f4400ac on network 3c3997a5-b758-4777-8479-4b647ac74632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:03:31.401429 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Attempting to bind port 52283381-d1d3-4320-8234-5e537f4400ac on network 3c3997a5-b758-4777-8479-4b647ac74632 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:03:31.406478 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:03:31.406825 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Checking segment: {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:03:31.407405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Bound using segment: {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:03:31.407991 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Bound port: 52283381-d1d3-4320-8234-5e537f4400ac, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:03:31.408363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (52283381-d1d3-4320-8234-5e537f4400ac), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:31.487382 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] For port 52283381-d1d3-4320-8234-5e537f4400ac, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:03:31.494473 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] For port 52283381-d1d3-4320-8234-5e537f4400ac, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52283381-d1d3-4320-8234-5e537f4400ac,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:03:31.595292 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (52283381-d1d3-4320-8234-5e537f4400ac), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:31.635971 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:31.636585 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:31.637968 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] 10.222.0.45 "PUT /v2.0/ports/52283381-d1d3-4320-8234-5e537f4400ac HTTP/1.1" status: 200 len: 1093 time: 1.6081495 Apr 14 21:03:31.640203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'tag': '52283381-d1d3-4320-8234-5e537f4400ac'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:31.642506 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b959195d-9552-44e2-b78f-ddb6b7203370" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c09f0b-b820-41cc-b35e-b1b9a1befd54", "tag": "52283381-d1d3-4320-8234-5e537f4400ac"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:31.669907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070720f7-1bd3-4e70-bafe-3c238ac99e53 service neutron] Pushing event updated for resources: {'Port': ['ID=52283381-d1d3-4320-8234-5e537f4400ac,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:31.682396 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0b84cb-ae36-42c9-a4a8-f341b9fe9327 x-openstack-request-id: req-bd0b84cb-ae36-42c9-a4a8-f341b9fe9327 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:31.687222 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c09f0b-b820-41cc-b35e-b1b9a1befd54", "tag": "52283381-d1d3-4320-8234-5e537f4400ac", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:31.687530 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd0b84cb-ae36-42c9-a4a8-f341b9fe9327 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:31.687935 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0b84cb-ae36-42c9-a4a8-f341b9fe9327'] response: {'name': 'network-changed', 'server_uuid': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'tag': '52283381-d1d3-4320-8234-5e537f4400ac', 'status': 'completed', 'code': 200} Apr 14 21:03:31.913614 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030624b-97e8-4191-b851-4690a1004ae4 req-d2a1b40a-7011-488e-b7c7-9ee764391163 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:31.928774 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4030624b-97e8-4191-b851-4690a1004ae4 req-d2a1b40a-7011-488e-b7c7-9ee764391163 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 943 time: 0.1011872 Apr 14 21:03:31.987859 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4030624b-97e8-4191-b851-4690a1004ae4 req-3ca5213b-62c0-49cf-a5fa-92f28149a5d2 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580351 Apr 14 21:03:32.043804 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43003cac-7938-434c-bab5-656ce563a513 req-bfb2414a-e81b-49b9-bb8e-90c159b3ce83 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:32.051595 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-43003cac-7938-434c-bab5-656ce563a513 req-bfb2414a-e81b-49b9-bb8e-90c159b3ce83 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0626969 Apr 14 21:03:32.101115 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-43003cac-7938-434c-bab5-656ce563a513 req-b73d89f3-4576-4cc7-98b0-aaed63759494 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483794 Apr 14 21:03:32.328939 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb71bf-5d24-4fad-894f-1986467a3f53 req-155ea582-4ff9-44b5-ba87-a4529577f926 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:32.330018 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a8eb71bf-5d24-4fad-894f-1986467a3f53 req-155ea582-4ff9-44b5-ba87-a4529577f926 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 944 time: 0.0843353 Apr 14 21:03:32.411682 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a8eb71bf-5d24-4fad-894f-1986467a3f53 req-f913b2f2-ba16-4eae-81a2-90f0e3a87d5f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656898 Apr 14 21:03:32.611510 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 57816) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:32.674881 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-6d914df0-6848-4dc9-962c-586a1a6d96e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:32.774257 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2e12f3d7-4db6-4477-97d8-4c0858512d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:32.856756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2e12f3d7-4db6-4477-97d8-4c0858512d94 admin admin] Publish callbacks [] for security_group (c1873b99-480c-4fbc-9a0e-83a102d627db), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:33.102265 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2e12f3d7-4db6-4477-97d8-4c0858512d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c1873b99-480c-4fbc-9a0e-83a102d627db), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:33.115079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a122-26de-49a9-b8d1-63d619c4b327 req-64d713ff-0e74-43ec-be6e-d38dc95c6701 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:33.116634 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cb91a122-26de-49a9-b8d1-63d619c4b327 req-64d713ff-0e74-43ec-be6e-d38dc95c6701 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 943 time: 0.0519989 Apr 14 21:03:33.166599 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-2e12f3d7-4db6-4477-97d8-4c0858512d94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c520ea5163b481e97911fdb1e01f408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540218 Apr 14 21:03:33.169059 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12f3d7-4db6-4477-97d8-4c0858512d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1873b99-480c-4fbc-9a0e-83a102d627db,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:33.169385 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57830) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:33.220529 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cb91a122-26de-49a9-b8d1-63d619c4b327 req-4e5e3d13-d7c1-483f-9495-26f63271f2cc tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937724 Apr 14 21:03:33.233182 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-11b29df6-8040-49a2-beec-4f27b5367d7a admin admin] Publish callbacks [] for security_group (c1873b99-480c-4fbc-9a0e-83a102d627db), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:33.255455 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-11b29df6-8040-49a2-beec-4f27b5367d7a admin admin] Publish callbacks [] for security_group (c1873b99-480c-4fbc-9a0e-83a102d627db), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:33.274970 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b895-9576-4c62-b3f7-67125944397b req-f07b0130-6e73-4805-bcc2-0ef96f79fed6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:33.276502 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-72a5b895-9576-4c62-b3f7-67125944397b req-f07b0130-6e73-4805-bcc2-0ef96f79fed6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0654731 Apr 14 21:03:33.394970 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-11b29df6-8040-49a2-beec-4f27b5367d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c1873b99-480c-4fbc-9a0e-83a102d627db), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:33.398898 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-11b29df6-8040-49a2-beec-4f27b5367d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:33.403815 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-11b29df6-8040-49a2-beec-4f27b5367d7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1873b99-480c-4fbc-9a0e-83a102d627db HTTP/1.1" status: 204 len: 168 time: 0.2332940 Apr 14 21:03:33.412785 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b29df6-8040-49a2-beec-4f27b5367d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1873b99-480c-4fbc-9a0e-83a102d627db,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:33.629778 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246b4f4-28c9-4f43-a744-8833630c99eb req-8c7f5d7d-784f-4a22-a796-a5440bf8279c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:33.632048 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5246b4f4-28c9-4f43-a744-8833630c99eb req-8c7f5d7d-784f-4a22-a796-a5440bf8279c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 944 time: 0.0668421 Apr 14 21:03:33.642406 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-72a5b895-9576-4c62-b3f7-67125944397b req-10026ec5-f968-46ba-baff-ffa7be511e2b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604221 Apr 14 21:03:33.716873 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5246b4f4-28c9-4f43-a744-8833630c99eb req-233792f3-ac6d-456c-a13d-d5f6df940c97 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784593 Apr 14 21:03:34.415639 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dac988-2c37-439a-ba4f-af66854329f4 req-b77b2f05-08ef-4003-baaf-7d89d5fd01ee tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.422713 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-31dac988-2c37-439a-ba4f-af66854329f4 req-b77b2f05-08ef-4003-baaf-7d89d5fd01ee tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 943 time: 0.1279240 Apr 14 21:03:34.442438 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959195d-9552-44e2-b78f-ddb6b7203370 req-df92e16a-57eb-408e-967f-352fcc8f4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.444557 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b959195d-9552-44e2-b78f-ddb6b7203370 req-df92e16a-57eb-408e-967f-352fcc8f4f5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 1127 time: 0.0895364 Apr 14 21:03:34.513198 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-31dac988-2c37-439a-ba4f-af66854329f4 req-39e1be5e-cd2c-4325-a912-0730313206b9 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847554 Apr 14 21:03:34.523674 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 39cba847-d59d-4eaf-816e-aa0762c24e95 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:34.603907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959195d-9552-44e2-b78f-ddb6b7203370 req-b6f58dc5-05b8-4e9b-8a5e-e507cdbc8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.605781 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b959195d-9552-44e2-b78f-ddb6b7203370 req-b6f58dc5-05b8-4e9b-8a5e-e507cdbc8566 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1456583 Apr 14 21:03:34.628078 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 39cba847-d59d-4eaf-816e-aa0762c24e95 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:03:34.694625 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 39cba847-d59d-4eaf-816e-aa0762c24e95 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:34.697352 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:34.738274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959195d-9552-44e2-b78f-ddb6b7203370 req-3657ecd8-569e-4c11-9434-fc6fc5b2886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.739917 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b959195d-9552-44e2-b78f-ddb6b7203370 req-3657ecd8-569e-4c11-9434-fc6fc5b2886c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277530 Apr 14 21:03:34.868955 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 39cba847-d59d-4eaf-816e-aa0762c24e95 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:34.869449 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:34.898237 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:34.906523 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320eb8e-4b47-4826-9526-31b9393d41c4" -d '{"events": [{"server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "name": "network-vif-plugged", "status": "completed", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:34.929539 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 39cba847-d59d-4eaf-816e-aa0762c24e95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39cba847-d59d-4eaf-816e-aa0762c24e95,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:34.936482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934bb98-6c95-4b33-9b0f-b351ae596d36 req-7902b268-1f62-44c8-a74a-1d9334ce4fab tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.938289 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6934bb98-6c95-4b33-9b0f-b351ae596d36 req-7902b268-1f62-44c8-a74a-1d9334ce4fab tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.1642087 Apr 14 21:03:34.950852 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2811-deeb-4eb7-b424-e8e3269b880e req-ad916e42-1379-4c4b-98b3-ee54a07dd97a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.950852 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e76a2811-deeb-4eb7-b424-e8e3269b880e req-ad916e42-1379-4c4b-98b3-ee54a07dd97a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 944 time: 0.1128259 Apr 14 21:03:34.952252 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-dbe4730d-477d-4cfd-b053-88d47c01f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:34.953708 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-dbe4730d-477d-4cfd-b053-88d47c01f35e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 1127 time: 0.1244340 Apr 14 21:03:34.985544 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:35.032719 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-da14e3e2-8d60-4477-ba47-529e7575e603 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52283381-d1d3-4320-8234-5e537f4400ac HTTP/1.1" status: 200 len: 217 time: 0.0636411 Apr 14 21:03:35.092884 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6934bb98-6c95-4b33-9b0f-b351ae596d36 req-9facdfe6-0920-40a1-9e12-d4fd19beb818 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432521 Apr 14 21:03:35.114667 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e76a2811-deeb-4eb7-b424-e8e3269b880e req-1162edbb-7d71-4616-bd9e-6e8d160cddfe tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531725 Apr 14 21:03:35.124227 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-4dd685fc-2b1a-4cee-8551-ca780446ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:35.125717 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-4dd685fc-2b1a-4cee-8551-ca780446ee4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc295dfa-d9d6-41fd-9da9-429eafca501b HTTP/1.1" status: 200 len: 848 time: 0.0835121 Apr 14 21:03:35.150791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=39cba847-d59d-4eaf-816e-aa0762c24e95,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:35.173543 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-bafd270c-cd11-4a78-af92-85d5640e5a69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c3997a5-b758-4777-8479-4b647ac74632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388615 Apr 14 21:03:35.182385 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42af563-c47c-4ade-a4bb-18da1e331c7a x-openstack-request-id: req-a42af563-c47c-4ade-a4bb-18da1e331c7a {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:35.182715 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "name": "network-vif-plugged", "status": "completed", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:35.182965 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a42af563-c47c-4ade-a4bb-18da1e331c7a {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:35.183391 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42af563-c47c-4ade-a4bb-18da1e331c7a'] response: {'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'code': 200} Apr 14 21:03:35.234385 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc135-1ce7-400d-b377-15987e2983b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:35.306038 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-1b14f32d-94d4-4c9f-b1b9-4d8bf51ad1ac service neutron] 10.222.0.45 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093276 Apr 14 21:03:35.427978 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-17b28ab2-8346-4aa1-8fb4-39bfd0bdc264 req-4263dbf3-54cd-4560-b8d4-88bce1cd97d9 service neutron] 10.222.0.45 "GET /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158085 Apr 14 21:03:35.554504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902bec-440c-4b28-9990-a5b24a6eacf1 req-9baa72f1-6c4c-488b-a8bf-80d9248e8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:35.556290 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-51902bec-440c-4b28-9990-a5b24a6eacf1 req-9baa72f1-6c4c-488b-a8bf-80d9248e8aef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0413182 Apr 14 21:03:35.629458 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2610763-c8a1-4b46-9b8c-1d4bb194e834 req-5b5a874d-d3eb-463c-88d4-a2063fc19feb tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:35.631591 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d2610763-c8a1-4b46-9b8c-1d4bb194e834 req-5b5a874d-d3eb-463c-88d4-a2063fc19feb tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 943 time: 0.0550981 Apr 14 21:03:35.700489 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d2610763-c8a1-4b46-9b8c-1d4bb194e834 req-d9825f26-f1ed-4eb5-aae0-d108d3fac64b tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623610 Apr 14 21:03:36.270052 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7f42-77f7-474c-8639-6134b8e2d067 req-66c9d978-bb63-4945-88e9-b749c67fd2c7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:36.276000 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c0da7f42-77f7-474c-8639-6134b8e2d067 req-66c9d978-bb63-4945-88e9-b749c67fd2c7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0883784 Apr 14 21:03:36.367117 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b47e4-eae8-439f-abbe-c8302a1ba1a4 req-0225f0fd-6fef-4a73-841b-b973072d30b2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:36.376106 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f0b47e4-eae8-439f-abbe-c8302a1ba1a4 req-0225f0fd-6fef-4a73-841b-b973072d30b2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.1153347 Apr 14 21:03:36.415892 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c0da7f42-77f7-474c-8639-6134b8e2d067 req-54e21d72-2aef-4437-9a85-720214e16a4c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312973 Apr 14 21:03:36.445713 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f0b47e4-eae8-439f-abbe-c8302a1ba1a4 req-94c01fda-271c-4c3e-8550-c322e4d000c8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683992 Apr 14 21:03:36.841713 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2edb6d-44ab-4649-ad34-fad362fdbb53 req-d9d84a87-580a-41ed-8f78-0a095eed4323 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:36.843157 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8a2edb6d-44ab-4649-ad34-fad362fdbb53 req-d9d84a87-580a-41ed-8f78-0a095eed4323 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 943 time: 0.0631890 Apr 14 21:03:36.888886 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-51902bec-440c-4b28-9990-a5b24a6eacf1 req-e7b59592-eca4-4bc5-b63b-2f721940b34c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759130 Apr 14 21:03:36.909297 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8a2edb6d-44ab-4649-ad34-fad362fdbb53 req-36140161-66f4-422b-bfa4-99830be827ad tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Apr 14 21:03:36.911115 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:37.345885 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:37.611089 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe130f45-e1fc-41dd-989b-463e82296b4a req-a04dd095-1fd6-4fe0-b6a0-93315951ae65 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:37.613377 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fe130f45-e1fc-41dd-989b-463e82296b4a req-a04dd095-1fd6-4fe0-b6a0-93315951ae65 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0836649 Apr 14 21:03:37.622734 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcfd93-6ea4-4277-b2f8-d7a0b081756c req-138f3857-6c11-4f89-9e78-4f517e8765be tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:37.624596 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5dcfd93-6ea4-4277-b2f8-d7a0b081756c req-138f3857-6c11-4f89-9e78-4f517e8765be tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0839369 Apr 14 21:03:37.707029 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fe130f45-e1fc-41dd-989b-463e82296b4a req-0ae05a89-28f2-49c4-b73c-81b412576029 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813379 Apr 14 21:03:37.710634 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5dcfd93-6ea4-4277-b2f8-d7a0b081756c req-9e9575c1-0a71-401f-9910-053479f377e9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791128 Apr 14 21:03:37.774254 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:38.005740 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:03:38.066569 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1112e9d-e2d9-43d8-a632-c4772491f5a2 req-68dce698-ad66-4851-abbb-94a9cef4ff6c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:38.068299 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1112e9d-e2d9-43d8-a632-c4772491f5a2 req-68dce698-ad66-4851-abbb-94a9cef4ff6c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 943 time: 0.0649939 Apr 14 21:03:38.153139 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e1112e9d-e2d9-43d8-a632-c4772491f5a2 req-92c3bb68-bb4d-4091-b5ca-a78fd5d8f47e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Apr 14 21:03:38.499053 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 52283381-d1d3-4320-8234-5e537f4400ac details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:03:38.607020 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 52283381-d1d3-4320-8234-5e537f4400ac, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52283381-d1d3-4320-8234-5e537f4400ac,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:38.620379 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '52283381-d1d3-4320-8234-5e537f4400ac', 'network_id': '3c3997a5-b758-4777-8479-4b647ac74632', 'port_id': '52283381-d1d3-4320-8234-5e537f4400ac', 'mac_address': 'fa:16:3e:61:f2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc295dfa-d9d6-41fd-9da9-429eafca501b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:03:38.666333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 52283381-d1d3-4320-8234-5e537f4400ac is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:38.666926 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (52283381-d1d3-4320-8234-5e537f4400ac), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:38.685028 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52283381-d1d3-4320-8234-5e537f4400ac {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:03:38.706106 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 52283381-d1d3-4320-8234-5e537f4400ac, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52283381-d1d3-4320-8234-5e537f4400ac,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:38.797112 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (52283381-d1d3-4320-8234-5e537f4400ac), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:38.855587 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=52283381-d1d3-4320-8234-5e537f4400ac,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:38.915498 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389046a-d829-45a0-a16a-5a4e43c048ae req-d4fa585f-e3f4-4c6b-8cd4-1543532ace8f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:38.917065 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e389046a-d829-45a0-a16a-5a4e43c048ae req-d4fa585f-e3f4-4c6b-8cd4-1543532ace8f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0982111 Apr 14 21:03:38.925842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb52ab-0b79-4f09-9e59-eda56b641bf5 req-672fa250-b33b-4779-8ef8-c98331d16146 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:38.927298 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7dfb52ab-0b79-4f09-9e59-eda56b641bf5 req-672fa250-b33b-4779-8ef8-c98331d16146 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0728598 Apr 14 21:03:38.997398 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e389046a-d829-45a0-a16a-5a4e43c048ae req-cb041b21-0f2c-4b4d-a929-1f3910cd236d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690908 Apr 14 21:03:39.014517 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7dfb52ab-0b79-4f09-9e59-eda56b641bf5 req-19b8dc70-562e-47c1-858e-67b158f8057d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802891 Apr 14 21:03:39.171566 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['52283381-d1d3-4320-8234-5e537f4400ac'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:03:39.340294 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c97d0-393a-4ede-aeb8-cc7a09e71223 req-20ea547b-ef64-439b-95e3-53aebfe177d0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:39.341806 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d7c97d0-393a-4ede-aeb8-cc7a09e71223 req-20ea547b-ef64-439b-95e3-53aebfe177d0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 944 time: 0.1077566 Apr 14 21:03:39.414124 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d7c97d0-393a-4ede-aeb8-cc7a09e71223 req-a56f835d-6812-4b63-a514-5363e276e011 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Apr 14 21:03:39.637116 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:40.175406 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af393-96b4-45ab-9a46-82b39f91dc92 req-e4c23776-ea62-431e-bb8d-aed4beba90ba tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:40.175406 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4d7af393-96b4-45ab-9a46-82b39f91dc92 req-e4c23776-ea62-431e-bb8d-aed4beba90ba tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0788691 Apr 14 21:03:40.187231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbfb38-b82e-409d-9861-0e2cb938ae9a req-339d45dc-32d5-456e-adbc-a7f12c792a37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:40.188868 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-90dbfb38-b82e-409d-9861-0e2cb938ae9a req-339d45dc-32d5-456e-adbc-a7f12c792a37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0645902 Apr 14 21:03:40.267181 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4d7af393-96b4-45ab-9a46-82b39f91dc92 req-42a9a009-7376-4d05-a6a9-287584c45e4b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772064 Apr 14 21:03:40.270362 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-90dbfb38-b82e-409d-9861-0e2cb938ae9a req-eab8032c-c970-4147-ac02-0e2523fbfb0e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733149 Apr 14 21:03:40.385368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bdbea-f700-4033-acd8-da61f178cf90 req-4ae1e6fc-f7b7-403a-9168-61f9fb35e4c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:40.386848 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9b2bdbea-f700-4033-acd8-da61f178cf90 req-4ae1e6fc-f7b7-403a-9168-61f9fb35e4c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0487921 Apr 14 21:03:40.395581 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 57960) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:40.400230 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'floatingip': {'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:03:40.475964 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:40.541559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce15608-f286-4b58-92d3-0b4398e6cfbd req-2178926c-6558-45d0-923d-1268f927f590 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:40.543056 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0ce15608-f286-4b58-92d3-0b4398e6cfbd req-2178926c-6558-45d0-923d-1268f927f590 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 944 time: 0.0487633 Apr 14 21:03:40.596249 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0ce15608-f286-4b58-92d3-0b4398e6cfbd req-29362b6d-ca9a-42a3-85ab-96492a9aecda tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Apr 14 21:03:41.214020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:41.288776 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:41.403898 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eeebd-1c7f-406b-95ec-32afd9031bc8 req-a8d00a7f-6837-4031-ada4-964c2893b9f8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:41.405510 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-299eeebd-1c7f-406b-95ec-32afd9031bc8 req-a8d00a7f-6837-4031-ada4-964c2893b9f8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Apr 14 21:03:41.406003 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Floating IP 3096f74e-b33c-4014-a250-82cf677fd589 associated. External IP: 172.27.2.158, port: 39cba847-d59d-4eaf-816e-aa0762c24e95. Apr 14 21:03:41.455661 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-299eeebd-1c7f-406b-95ec-32afd9031bc8 req-ba4d60e1-229a-4a10-810a-8b2cc3d12d78 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Apr 14 21:03:41.717638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5754-b582-4822-a7e5-3a7607a5498c req-e9b08eb5-1d98-44cb-a8c7-bfd08688380f tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:41.719666 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-67dc5754-b582-4822-a7e5-3a7607a5498c req-e9b08eb5-1d98-44cb-a8c7-bfd08688380f tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 944 time: 0.0558226 Apr 14 21:03:41.790484 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-67dc5754-b582-4822-a7e5-3a7607a5498c req-b7f98e50-2135-44a0-85e9-7e2ef6c21b84 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528371 Apr 14 21:03:41.822063 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Router 9bde60fe-8941-4d44-9b9f-36c08c609476 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:03:41.945263 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:03:41.950335 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:41.955534 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] Sync routers for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:03:41.965732 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:03:41.966346 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:03:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:41.984253 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c48ce5bb-9f58-4683-9ff2-a73149de83a3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "PUT /v2.0/floatingips/3096f74e-b33c-4014-a250-82cf677fd589 HTTP/1.1" status: 200 len: 991 time: 1.5874772 Apr 14 21:03:41.984763 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:41.987141 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ab61b7-a55a-4ef0-81d4-3a288540bcda" -d '{"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:42.023168 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8962b3-286b-4914-a452-d9bef62873bc x-openstack-request-id: req-bd8962b3-286b-4914-a452-d9bef62873bc {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:42.023486 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:42.023743 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd8962b3-286b-4914-a452-d9bef62873bc {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:42.024153 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8962b3-286b-4914-a452-d9bef62873bc'] response: {'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'status': 'completed', 'code': 200} Apr 14 21:03:42.074098 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:03:42.081707 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-99c32fab-f4f9-4cf2-8cb0-6166d1d6659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:42.083206 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-99c32fab-f4f9-4cf2-8cb0-6166d1d6659c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0366137 Apr 14 21:03:42.187451 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-2c275432-3bf4-42a1-a5fe-f787b49fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:42.188918 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-2c275432-3bf4-42a1-a5fe-f787b49fa46f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.0931828 Apr 14 21:03:42.275477 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-b30a0e4f-20b3-4d52-8a41-6b1c60a94ea9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 999 time: 0.0700085 Apr 14 21:03:42.330255 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-d2ee3210-20d3-49d9-95d9-abcf3ba43167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:42.332040 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-d2ee3210-20d3-49d9-95d9-abcf3ba43167 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0495522 Apr 14 21:03:42.374419 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-1b30890f-c885-4ce9-8675-ec640bcdf061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:42.375987 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-1b30890f-c885-4ce9-8675-ec640bcdf061 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377915 Apr 14 21:03:42.379758 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3096f74e-b33c-4014-a250-82cf677fd589', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:03:14Z', 'updated_at': '2022-04-14T21:03:41Z', 'revision_number': 1, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:42.406684 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] Checking router: 9bde60fe-8941-4d44-9b9f-36c08c609476 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:03:42.414946 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:03:42.415608 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:03:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:42.469280 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-fc9cfe88-8865-4743-8f8d-a828d42c524b service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864367 Apr 14 21:03:42.526885 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:03:42.574836 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b48177-b423-4a09-9a76-86db94c44c6c req-27d82a0f-eff3-4ada-a8cf-79297d13ee1d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:42.576383 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-03b48177-b423-4a09-9a76-86db94c44c6c req-27d82a0f-eff3-4ada-a8cf-79297d13ee1d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0467396 Apr 14 21:03:42.629505 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-03b48177-b423-4a09-9a76-86db94c44c6c req-69f62e5d-22c7-4f51-ac35-a910a01a9941 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475214 Apr 14 21:03:42.752176 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3096f74e-b33c-4014-a250-82cf677fd589', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:03:14Z', 'updated_at': '2022-04-14T21:03:41Z', 'revision_number': 1, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:03:42.779031 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03d5fd-76da-4103-85f7-d294fa0ed35d None None] The sync data for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi is: [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3096f74e-b33c-4014-a250-82cf677fd589', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:03:14Z', 'updated_at': '2022-04-14T21:03:41Z', 'revision_number': 1, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:03:42.911390 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad262a42-dd76-476b-a63e-dde8602e89cf req-68243299-f219-4dc8-bbc5-2d8c4ca3a54a tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:42.914203 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ad262a42-dd76-476b-a63e-dde8602e89cf req-68243299-f219-4dc8-bbc5-2d8c4ca3a54a tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 944 time: 0.0486653 Apr 14 21:03:42.970488 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ad262a42-dd76-476b-a63e-dde8602e89cf req-20cf5b7a-2c2a-4a77-b5d6-f4e9b6b26047 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497336 Apr 14 21:03:43.011316 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce23979-d320-44c0-9438-904ff00aa40e None None] New status for floating IP 3096f74e-b33c-4014-a250-82cf677fd589: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:03:43.552634 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93ab61b7-a55a-4ef0-81d4-3a288540bcda req-9c58cf63-11a8-46e2-b6ba-b48cc0019624 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843821 Apr 14 21:03:43.743725 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b495453-36d9-4e67-9f81-1985d8dcc22d req-6b676f7b-7de1-41d8-a6df-e1919114d921 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:43.745189 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2b495453-36d9-4e67-9f81-1985d8dcc22d req-6b676f7b-7de1-41d8-a6df-e1919114d921 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0458803 Apr 14 21:03:43.793357 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2b495453-36d9-4e67-9f81-1985d8dcc22d req-2b90861a-a776-403d-b4c5-0ddc3e9633b0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Apr 14 21:03:44.090082 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363852e-2228-4ceb-a772-7f620342bfbf req-981cf86b-c7f4-42ae-b0ed-994c51762ae4 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:44.091586 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3363852e-2228-4ceb-a772-7f620342bfbf req-981cf86b-c7f4-42ae-b0ed-994c51762ae4 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 944 time: 0.0489528 Apr 14 21:03:44.136930 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3363852e-2228-4ceb-a772-7f620342bfbf req-63426211-e98c-4fb5-9362-f7df3cfbebdc tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Apr 14 21:03:44.907002 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417f33-2d6b-48cf-9296-c63d78db1074 req-a0e3bdba-255d-4266-b7a1-e55cb9c3e048 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:44.908460 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-63417f33-2d6b-48cf-9296-c63d78db1074 req-a0e3bdba-255d-4266-b7a1-e55cb9c3e048 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0454984 Apr 14 21:03:44.953062 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-63417f33-2d6b-48cf-9296-c63d78db1074 req-2ff55248-e03d-497f-94b8-11dbd0e06eb7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391674 Apr 14 21:03:45.253302 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0377972-a515-4d32-9e41-0092e42873a4 req-7b391f8c-deff-45d7-abca-d293d56107de tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:45.254748 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0377972-a515-4d32-9e41-0092e42873a4 req-7b391f8c-deff-45d7-abca-d293d56107de tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 944 time: 0.0487382 Apr 14 21:03:45.299370 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0377972-a515-4d32-9e41-0092e42873a4 req-3853ebf6-d085-4c5d-84e5-d9e2463368a3 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Apr 14 21:03:45.783314 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-4929f174-7aa3-4d71-a196-0595487e55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:45.784797 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-4929f174-7aa3-4d71-a196-0595487e55b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1130 time: 0.0373151 Apr 14 21:03:45.810267 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 52283381-d1d3-4320-8234-5e537f4400ac up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:03:45.863096 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 52283381-d1d3-4320-8234-5e537f4400ac completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:03:45.877731 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-32486fb7-6172-40ee-9846-0b947560cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:45.879333 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-32486fb7-6172-40ee-9846-0b947560cb05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.0879683 Apr 14 21:03:45.945357 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-33e6fcbe-173e-48bc-8685-aa67bed5e974 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 1002 time: 0.0570531 Apr 14 21:03:45.946073 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 52283381-d1d3-4320-8234-5e537f4400ac triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:03:45.946180 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (52283381-d1d3-4320-8234-5e537f4400ac), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:46.022867 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 52283381-d1d3-4320-8234-5e537f4400ac is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:46.023263 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (52283381-d1d3-4320-8234-5e537f4400ac), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:46.046860 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52283381-d1d3-4320-8234-5e537f4400ac'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:46.049155 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf230609-5eb9-4efa-8035-84188e64a833" -d '{"events": [{"server_uuid": "d7c09f0b-b820-41cc-b35e-b1b9a1befd54", "name": "network-vif-plugged", "status": "completed", "tag": "52283381-d1d3-4320-8234-5e537f4400ac"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:46.064959 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 52283381-d1d3-4320-8234-5e537f4400ac, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52283381-d1d3-4320-8234-5e537f4400ac,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:46.070836 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074ba12-dc6b-46d3-995e-2b99f2568d32 req-35e65ebe-53cf-4baa-895d-b5ed8f227bc1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:46.072496 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f074ba12-dc6b-46d3-995e-2b99f2568d32 req-35e65ebe-53cf-4baa-895d-b5ed8f227bc1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Apr 14 21:03:46.092400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12136049-bd38-454d-9492-4f4bb1387cfd x-openstack-request-id: req-12136049-bd38-454d-9492-4f4bb1387cfd {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:46.092723 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c09f0b-b820-41cc-b35e-b1b9a1befd54", "name": "network-vif-plugged", "status": "completed", "tag": "52283381-d1d3-4320-8234-5e537f4400ac", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:46.093017 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12136049-bd38-454d-9492-4f4bb1387cfd {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:46.093449 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12136049-bd38-454d-9492-4f4bb1387cfd'] response: {'server_uuid': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52283381-d1d3-4320-8234-5e537f4400ac', 'code': 200} Apr 14 21:03:46.123266 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f074ba12-dc6b-46d3-995e-2b99f2568d32 req-3e077486-7260-4c48-a5bd-2988ff79953c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 Apr 14 21:03:46.153879 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (52283381-d1d3-4320-8234-5e537f4400ac), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:46.200957 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=52283381-d1d3-4320-8234-5e537f4400ac,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:46.414383 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a66f8-162e-499b-86f7-959318c4ddbd req-5bfc8d9e-0a52-4d1b-b7b5-2ab27c0a923e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:46.415766 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b66a66f8-162e-499b-86f7-959318c4ddbd req-5bfc8d9e-0a52-4d1b-b7b5-2ab27c0a923e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0487914 Apr 14 21:03:46.469169 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b66a66f8-162e-499b-86f7-959318c4ddbd req-a7dea08a-f941-4e21-8619-1f82b9612ff1 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Apr 14 21:03:47.237721 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9d1a4-68c0-4fe1-9ad1-8567602d82d8 req-445c956f-7164-424e-abe4-58583a625434 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:47.239185 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fbc9d1a4-68c0-4fe1-9ad1-8567602d82d8 req-445c956f-7164-424e-abe4-58583a625434 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0461879 Apr 14 21:03:47.284737 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fbc9d1a4-68c0-4fe1-9ad1-8567602d82d8 req-fdf6a458-802a-4988-b103-84b9a853fefd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 Apr 14 21:03:47.588246 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028c0b-98f0-469f-af63-025abcc3be13 req-a5f1528b-80d1-46c4-ba7d-06f4c7d76c46 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:47.589996 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3b028c0b-98f0-469f-af63-025abcc3be13 req-a5f1528b-80d1-46c4-ba7d-06f4c7d76c46 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0501349 Apr 14 21:03:47.634887 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3b028c0b-98f0-469f-af63-025abcc3be13 req-484075d6-fccd-4e0f-bcbb-ea4f53b2b84d tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Apr 14 21:03:48.398112 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131be8-c179-46df-bf58-a166fce5ea5d req-2d9ca900-05b4-4449-9b48-65cc088d376d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:48.399518 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ea131be8-c179-46df-bf58-a166fce5ea5d req-2d9ca900-05b4-4449-9b48-65cc088d376d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0453608 Apr 14 21:03:48.443596 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ea131be8-c179-46df-bf58-a166fce5ea5d req-ee43f1c7-0619-4fa0-89be-daa585f3b50f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386171 Apr 14 21:03:48.616953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-e2278cb1-6ba0-498f-8875-4cd174690f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:48.618415 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-e2278cb1-6ba0-498f-8875-4cd174690f1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0475047 Apr 14 21:03:48.673484 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-8e7d1e86-7398-470d-b5dd-803dbf965f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:48.675039 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-8e7d1e86-7398-470d-b5dd-803dbf965f6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446451 Apr 14 21:03:48.787616 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65f53d-9359-452f-8e52-9dfa06a251bf req-2f604777-cc77-498d-adf7-646a738efb78 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:48.787795 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e65f53d-9359-452f-8e52-9dfa06a251bf req-2f604777-cc77-498d-adf7-646a738efb78 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0851371 Apr 14 21:03:48.828275 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-a267d9c1-7dbb-437a-a8c1-03e0add8a2ea service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431773 Apr 14 21:03:48.872893 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e65f53d-9359-452f-8e52-9dfa06a251bf req-4baad881-9fe2-456d-9361-ba809479886c tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Apr 14 21:03:48.906446 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f8548-15a4-4b79-9634-7d226c3fcaa1 req-2a96d443-800e-4699-98f1-354dbfed94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:48.907979 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9b8f8548-15a4-4b79-9634-7d226c3fcaa1 req-2a96d443-800e-4699-98f1-354dbfed94ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 1129 time: 0.0382838 Apr 14 21:03:48.933360 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ce8f41-7f80-4f44-ad13-c7ee00f4240c req-62ada763-959c-4d88-946d-c8b12fe800e6 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960138 Apr 14 21:03:48.964687 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9b8f8548-15a4-4b79-9634-7d226c3fcaa1 req-292fa17c-da83-4089-8c00-8bc4d54f2445 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Apr 14 21:03:49.566559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651870ea-58c2-47a6-9e4b-dd88a06b0f0b req-bbb2a6e9-54ca-4c7c-8fea-0207ab430de9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:49.568143 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-651870ea-58c2-47a6-9e4b-dd88a06b0f0b req-bbb2a6e9-54ca-4c7c-8fea-0207ab430de9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 946 time: 0.0539322 Apr 14 21:03:49.622355 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-651870ea-58c2-47a6-9e4b-dd88a06b0f0b req-be86bbe6-0e56-4774-be80-398c7878ed4f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481198 Apr 14 21:03:49.825907 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:03:49.908176 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: ACTIVE; New status is: DOWN {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:49.908176 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:49.940411 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:03:49.942749 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13477046-0721-4b6e-a791-97586639b3b4" -d '{"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:03:49.961749 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:49.990306 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f4c515-4df3-4424-b839-b00a1c03470f x-openstack-request-id: req-82f4c515-4df3-4424-b839-b00a1c03470f {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:03:49.990622 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:03:49.991411 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82f4c515-4df3-4424-b839-b00a1c03470f {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:03:49.991990 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f4c515-4df3-4424-b839-b00a1c03470f'] response: {'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'code': 200} Apr 14 21:03:49.998863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e041c-17da-4e86-b276-559c919a44cf req-06230913-804c-4d64-ad6d-34406b615243 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:50.000450 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a28e041c-17da-4e86-b276-559c919a44cf req-06230913-804c-4d64-ad6d-34406b615243 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0572448 Apr 14 21:03:50.042220 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:50.047914 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a28e041c-17da-4e86-b276-559c919a44cf req-22c670fc-574b-46f8-a3ce-fc2bbb887ab7 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Apr 14 21:03:50.094582 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=8']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:50.743713 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e72d8-1532-4b40-a386-5a7df40d9829 req-15eefa23-5f87-4336-ad98-9e2801a2d9c8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:50.745945 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-022e72d8-1532-4b40-a386-5a7df40d9829 req-15eefa23-5f87-4336-ad98-9e2801a2d9c8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0485246 Apr 14 21:03:50.796727 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-022e72d8-1532-4b40-a386-5a7df40d9829 req-ef7cf321-615b-4b81-9e72-ca6ba43b6657 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Apr 14 21:03:51.165443 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cd2fd-cdd7-4e80-a193-12a0a0232edd req-ae050d8e-166f-4c2c-a10a-baed538b53b1 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:51.166892 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1d2cd2fd-cdd7-4e80-a193-12a0a0232edd req-ae050d8e-166f-4c2c-a10a-baed538b53b1 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0461786 Apr 14 21:03:51.213149 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1d2cd2fd-cdd7-4e80-a193-12a0a0232edd req-67b9147f-8632-4ec6-8c07-30f0ac81582f tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Apr 14 21:03:51.915048 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84dea-b944-420b-b981-e009345cb508 req-a0a7572b-9786-422f-84f0-45ed328f110d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:51.916569 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-35a84dea-b944-420b-b981-e009345cb508 req-a0a7572b-9786-422f-84f0-45ed328f110d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0474272 Apr 14 21:03:51.963051 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-35a84dea-b944-420b-b981-e009345cb508 req-1793dbb2-764b-4a51-ae51-61633a945dd0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407240 Apr 14 21:03:52.354491 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab0e4d-ead0-42f4-8086-d00e0eaf5b05 req-151c2a9e-afa8-4ea5-a8dd-73f4008209f6 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:52.355999 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30ab0e4d-ead0-42f4-8086-d00e0eaf5b05 req-151c2a9e-afa8-4ea5-a8dd-73f4008209f6 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Apr 14 21:03:52.410086 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30ab0e4d-ead0-42f4-8086-d00e0eaf5b05 req-d68fd058-63a9-4b13-8ece-d7180a81a04a tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485201 Apr 14 21:03:53.382648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-c063b5f8-d228-450c-95f3-aa01c373d00d req-f8ac6058-15f1-4987-8a06-bb1e1c3f0899 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:03:53.384244 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c063b5f8-d228-450c-95f3-aa01c373d00d req-f8ac6058-15f1-4987-8a06-bb1e1c3f0899 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063720 Apr 14 21:03:53.567610 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b244-aa11-4d2f-9674-57c0c8956b2b req-ec0718de-c5d0-4e00-8dd5-8c00ca08b8e0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:53.569055 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6992b244-aa11-4d2f-9674-57c0c8956b2b req-ec0718de-c5d0-4e00-8dd5-8c00ca08b8e0 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0464165 Apr 14 21:03:53.614962 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6992b244-aa11-4d2f-9674-57c0c8956b2b req-182ce569-b75a-4aba-945a-8436d77d1123 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Apr 14 21:03:53.805128 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d9cad-e144-421c-9449-e8679b59e8ed req-4093ee39-0bae-43b7-ac71-132436486889 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:53.807124 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a97d9cad-e144-421c-9449-e8679b59e8ed req-4093ee39-0bae-43b7-ac71-132436486889 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0443060 Apr 14 21:03:53.858678 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a97d9cad-e144-421c-9449-e8679b59e8ed req-184b4667-f052-42bc-b218-97454af1e8f0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457208 Apr 14 21:03:54.363813 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58210) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:54.449436 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-16f4bc10-2947-4701-b17f-3b589f9ee810 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844758 Apr 14 21:03:54.458078 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-cbd54c2b-5661-4e25-977b-ac4f0014b360 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110251) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:03:54.459040 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-cbd54c2b-5661-4e25-977b-ac4f0014b360 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049503 Apr 14 21:03:54.534340 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58220) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:54.580608 dv-cinder-837541-3-iscsi neutron-server[110251]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:03:54.624823 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-46481bd0-9ebb-4787-a330-04b95e15024f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:54.626118 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-46481bd0-9ebb-4787-a330-04b95e15024f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports/0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 941 time: 0.0907986 Apr 14 21:03:54.975046 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c9fe-9595-4837-808e-70ead23938a0 req-2557e971-82b9-4f53-aa40-737a4a5986aa tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:54.976611 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-da83c9fe-9595-4837-808e-70ead23938a0 req-2557e971-82b9-4f53-aa40-737a4a5986aa tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0464592 Apr 14 21:03:55.023963 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-da83c9fe-9595-4837-808e-70ead23938a0 req-bf2e2e1c-d82a-4b84-be4f-2d108b70d159 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414224 Apr 14 21:03:55.932844 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:03:56.006640 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: DOWN; New status is: DOWN {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:03:56.136203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebfa49-5d09-4523-85f1-20f1d7670b18 req-596f46e9-68b2-4551-a15f-063fc35da862 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:56.137681 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9bebfa49-5d09-4523-85f1-20f1d7670b18 req-596f46e9-68b2-4551-a15f-063fc35da862 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0441785 Apr 14 21:03:56.182857 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9bebfa49-5d09-4523-85f1-20f1d7670b18 req-6043bac6-c2c2-4326-a102-52ef5443914f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Apr 14 21:03:57.305982 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ddc-2d36-4efd-b76b-b624afc6e9cd req-80efa851-ace1-49c4-80ee-ec1c4e1178fb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:57.308589 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e4a72ddc-2d36-4efd-b76b-b624afc6e9cd req-80efa851-ace1-49c4-80ee-ec1c4e1178fb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0541952 Apr 14 21:03:57.370379 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e4a72ddc-2d36-4efd-b76b-b624afc6e9cd req-b055aa39-a708-4044-84ea-e33d6496902e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559068 Apr 14 21:03:57.967718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b0dfe-cf90-428d-9bfd-da77bc166186 req-c6d0f9c9-8163-4592-bb7e-a1e24a9e530e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:57.967718 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3f3b0dfe-cf90-428d-9bfd-da77bc166186 req-c6d0f9c9-8163-4592-bb7e-a1e24a9e530e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Apr 14 21:03:57.967718 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3f3b0dfe-cf90-428d-9bfd-da77bc166186 req-84a1864e-bdc6-4659-bc83-3452cb5b1f59 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Apr 14 21:03:58.197857 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58278) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:58.301996 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8866bd78-5678-46f6-a8f6-95a1bfbb2219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.377454 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8866bd78-5678-46f6-a8f6-95a1bfbb2219 admin admin] Publish callbacks [] for security_group (649aa6bc-1e56-44f2-a228-c5716dd88874), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.464240 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8866bd78-5678-46f6-a8f6-95a1bfbb2219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (649aa6bc-1e56-44f2-a228-c5716dd88874), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.521406 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b59c4-7005-4283-8c63-4bc9e65bcb14 req-117ede2a-2fd2-4fe1-8c33-5513ecd2ff26 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:58.522802 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-788b59c4-7005-4283-8c63-4bc9e65bcb14 req-117ede2a-2fd2-4fe1-8c33-5513ecd2ff26 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0741284 Apr 14 21:03:58.528555 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866bd78-5678-46f6-a8f6-95a1bfbb2219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649aa6bc-1e56-44f2-a228-c5716dd88874,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:58.534973 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8866bd78-5678-46f6-a8f6-95a1bfbb2219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0210725aaab64a16bfe514035a5b1206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360846 Apr 14 21:03:58.538090 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58284) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:58.576104 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-788b59c4-7005-4283-8c63-4bc9e65bcb14 req-3b2c6efe-00f4-41a1-912f-3c01a615cf5d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445287 Apr 14 21:03:58.600692 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c74a99ee-30bf-4883-b14d-f9323656c4da admin admin] Publish callbacks [] for security_group (649aa6bc-1e56-44f2-a228-c5716dd88874), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.625203 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c74a99ee-30bf-4883-b14d-f9323656c4da admin admin] Publish callbacks [] for security_group (649aa6bc-1e56-44f2-a228-c5716dd88874), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.656208 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58290) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:58.756396 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c74a99ee-30bf-4883-b14d-f9323656c4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (649aa6bc-1e56-44f2-a228-c5716dd88874), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.761000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c74a99ee-30bf-4883-b14d-f9323656c4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.761000 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c74a99ee-30bf-4883-b14d-f9323656c4da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/649aa6bc-1e56-44f2-a228-c5716dd88874 HTTP/1.1" status: 204 len: 168 time: 0.2219453 Apr 14 21:03:58.771622 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a99ee-30bf-4883-b14d-f9323656c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649aa6bc-1e56-44f2-a228-c5716dd88874,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:58.773483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2f9a-a423-4221-a3e5-ff268d9a3869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.852482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2f9a-a423-4221-a3e5-ff268d9a3869 admin admin] Publish callbacks [] for security_group (0093a49e-b76e-4da4-a08d-2cf0e07f579e), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:58.968601 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2f9a-a423-4221-a3e5-ff268d9a3869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0093a49e-b76e-4da4-a08d-2cf0e07f579e), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.019617 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff2944-5f10-4f99-b424-763d9c21ea23 req-d37371ca-89dc-4fe7-8cc7-41285c83b4cd tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:59.021166 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-67ff2944-5f10-4f99-b424-763d9c21ea23 req-d37371ca-89dc-4fe7-8cc7-41285c83b4cd tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0822141 Apr 14 21:03:59.022644 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2f9a-a423-4221-a3e5-ff268d9a3869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0093a49e-b76e-4da4-a08d-2cf0e07f579e,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:59.027893 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-1e5b2f9a-a423-4221-a3e5-ff268d9a3869 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63165795ffa44a0cb8575b7055e23226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706112 Apr 14 21:03:59.030772 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58304) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:03:59.086828 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-116d5ca2-92ff-4775-bc7e-5758abc7b226 admin admin] Publish callbacks [] for security_group (0093a49e-b76e-4da4-a08d-2cf0e07f579e), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.096984 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-67ff2944-5f10-4f99-b424-763d9c21ea23 req-ed5a6b4a-2589-426c-acd6-2af20bbc7729 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e7e10c-b825-4f4b-a145-58bdf7da5909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620348 Apr 14 21:03:59.115526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-116d5ca2-92ff-4775-bc7e-5758abc7b226 admin admin] Publish callbacks [] for security_group (0093a49e-b76e-4da4-a08d-2cf0e07f579e), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.213695 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-116d5ca2-92ff-4775-bc7e-5758abc7b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0093a49e-b76e-4da4-a08d-2cf0e07f579e), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.216680 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-116d5ca2-92ff-4775-bc7e-5758abc7b226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.219026 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-116d5ca2-92ff-4775-bc7e-5758abc7b226 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0093a49e-b76e-4da4-a08d-2cf0e07f579e HTTP/1.1" status: 204 len: 168 time: 0.1859360 Apr 14 21:03:59.226173 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d5ca2-92ff-4775-bc7e-5758abc7b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0093a49e-b76e-4da4-a08d-2cf0e07f579e,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:03:59.487022 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-e4939aac-26f4-48ab-88a4-4f27b5beab7e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:59.491702 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-e4939aac-26f4-48ab-88a4-4f27b5beab7e tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 945 time: 0.0837522 Apr 14 21:03:59.633485 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Deleting port 52283381-d1d3-4320-8234-5e537f4400ac {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:03:59.633485 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (52283381-d1d3-4320-8234-5e537f4400ac), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.762909 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034b814-1973-453f-aa22-940cdbaebb39 req-9ff018e3-d14c-4ed1-ba95-f2996fa2b3d3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:03:59.764976 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] For port 52283381-d1d3-4320-8234-5e537f4400ac, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52283381-d1d3-4320-8234-5e537f4400ac,segment=NetworkSegment(c83c8f45-6f2e-4550-91ea-1f71e88f6c58),segment_id=c83c8f45-6f2e-4550-91ea-1f71e88f6c58)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:03:59.765344 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (52283381-d1d3-4320-8234-5e537f4400ac), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:03:59.767525 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a034b814-1973-453f-aa22-940cdbaebb39 req-9ff018e3-d14c-4ed1-ba95-f2996fa2b3d3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0679259 Apr 14 21:03:59.791839 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Calling delete_port for 52283381-d1d3-4320-8234-5e537f4400ac owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:03:59.829252 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a034b814-1973-453f-aa22-940cdbaebb39 req-2a0364e0-0c41-49d4-bd5e-69e234aa283d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559592 Apr 14 21:04:00.064252 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (52283381-d1d3-4320-8234-5e537f4400ac), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:00.076762 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['52283381-d1d3-4320-8234-5e537f4400ac'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:04:00.097175 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Pushing event deleted for resources: {'Port': ['ID=52283381-d1d3-4320-8234-5e537f4400ac,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:00.181319 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] No DVR routers for this DVR port 52283381-d1d3-4320-8234-5e537f4400ac on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:04:00.182712 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-62a44d2e-4405-4b72-b3ce-b6053bcc9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:00.184537 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-62a44d2e-4405-4b72-b3ce-b6053bcc9404 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2&tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 1128 time: 0.0974195 Apr 14 21:04:00.184700 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:00.188021 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3f252a0e-fe17-4b59-99b7-43d6bd0840f6 req-390f12ca-7077-4e79-bbfb-e69c4c898893 tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.45 "DELETE /v2.0/ports/52283381-d1d3-4320-8234-5e537f4400ac HTTP/1.1" status: 204 len: 173 time: 0.6924601 Apr 14 21:04:00.188471 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'name': 'network-vif-deleted', 'tag': '52283381-d1d3-4320-8234-5e537f4400ac'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:04:00.190852 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7566fa9f-002a-4ab6-a321-7d6d6ffcc44a" -d '{"events": [{"server_uuid": "d7c09f0b-b820-41cc-b35e-b1b9a1befd54", "name": "network-vif-deleted", "tag": "52283381-d1d3-4320-8234-5e537f4400ac"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:04:00.203945 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b425ebd1-189f-45a1-961d-7d635c79a80f req-7517c2c7-8879-4353-9f6e-2c0a650411ff tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0301588 Apr 14 21:04:00.244956 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a11a139-668d-45dc-9ea4-785b1aca6abf x-openstack-request-id: req-6a11a139-668d-45dc-9ea4-785b1aca6abf {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:04:00.245249 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c09f0b-b820-41cc-b35e-b1b9a1befd54", "name": "network-vif-deleted", "tag": "52283381-d1d3-4320-8234-5e537f4400ac", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:04:00.245512 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a11a139-668d-45dc-9ea4-785b1aca6abf {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:04:00.245909 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a11a139-668d-45dc-9ea4-785b1aca6abf'] response: {'server_uuid': 'd7c09f0b-b820-41cc-b35e-b1b9a1befd54', 'name': 'network-vif-deleted', 'tag': '52283381-d1d3-4320-8234-5e537f4400ac', 'status': 'completed', 'code': 200} Apr 14 21:04:00.258193 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-2c3fb7fb-33bb-459b-94ee-e03d5397ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:00.263503 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-2c3fb7fb-33bb-459b-94ee-e03d5397ea31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1128 time: 0.0433979 Apr 14 21:04:00.362215 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-97f373f9-5ee9-4c7c-9087-b237f894ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:00.364120 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-97f373f9-5ee9-4c7c-9087-b237f894ecaf service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.0956311 Apr 14 21:04:00.432727 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-96df3d81-03d9-4ba6-97ae-8196922a2745 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 200 len: 1000 time: 0.0598650 Apr 14 21:04:00.481400 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-78cea2fb-cec9-4161-b40a-7d2782508d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:00.482867 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-78cea2fb-cec9-4161-b40a-7d2782508d86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0442080 Apr 14 21:04:00.530362 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-9e6d58c4-2721-4ced-bc8a-91147d543340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:00.531877 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-9e6d58c4-2721-4ced-bc8a-91147d543340 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415232 Apr 14 21:04:00.623034 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-e1b51e70-acd5-4b51-9d27-4d440b711981 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846391 Apr 14 21:04:00.905230 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c75898e5-19d2-48f1-9933-23dbf36bc774 req-f41eb9c1-f88c-4df0-93e7-3bd2e6d90d79 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884285 Apr 14 21:04:00.948966 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4592a-44ca-4f2d-8146-f5d60cba4eb0 req-06b2edb4-1b62-4bac-8e15-4c3a599ed99b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:00.950561 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-66b4592a-44ca-4f2d-8146-f5d60cba4eb0 req-06b2edb4-1b62-4bac-8e15-4c3a599ed99b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0467017 Apr 14 21:04:01.269261 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-66b4592a-44ca-4f2d-8146-f5d60cba4eb0 req-408a3bfb-8542-4e76-a5bc-af0fb6a73d71 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128643 Apr 14 21:04:01.353354 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c2fe2662-acac-49ba-b588-7c9420983e36 req-75149906-808b-4590-8dc7-dfa6bf1b781a tempest-VolumesActionsTest-679915524 tempest-VolumesActionsTest-679915524-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7c09f0b-b820-41cc-b35e-b1b9a1befd54 HTTP/1.1" status: 200 len: 210 time: 0.0370574 Apr 14 21:04:02.414807 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafecb-5437-4358-ba77-65c087e84f03 req-9c9550c5-b623-4b04-84f6-d86e31322b63 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:02.416496 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b5eafecb-5437-4358-ba77-65c087e84f03 req-9c9550c5-b623-4b04-84f6-d86e31322b63 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0552602 Apr 14 21:04:02.483350 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b5eafecb-5437-4358-ba77-65c087e84f03 req-213f52c6-3706-4f12-8eb2-f5c70f0482f7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592015 Apr 14 21:04:02.633525 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-123c044d-50f2-4ebb-b079-1fdca9350a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.293318 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58430) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:03.443718 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3c7ded72-e72f-454e-bc8e-f463255b8e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.547984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3c7ded72-e72f-454e-bc8e-f463255b8e2c admin admin] Publish callbacks [] for security_group (52bc99f6-c6ab-42f1-80a8-9d60809b1790), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.619461 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3c7ded72-e72f-454e-bc8e-f463255b8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (52bc99f6-c6ab-42f1-80a8-9d60809b1790), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.626647 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac614a-be20-491c-8942-6c2a6f31bd88 req-2c140d61-fb37-470d-bb96-52b96a17d783 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:03.635037 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-abac614a-be20-491c-8942-6c2a6f31bd88 req-2c140d61-fb37-470d-bb96-52b96a17d783 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0623105 Apr 14 21:04:03.662022 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-3c7ded72-e72f-454e-bc8e-f463255b8e2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c12e372178ae46e9b584951ec38cdec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669105 Apr 14 21:04:03.662953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58444) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:03.678612 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ded72-e72f-454e-bc8e-f463255b8e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc99f6-c6ab-42f1-80a8-9d60809b1790,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:03.710615 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-abac614a-be20-491c-8942-6c2a6f31bd88 req-e9b8f3e8-7791-4d48-ad17-abbfbabb9a9a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746262 Apr 14 21:04:03.774353 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0c467b9c-ce95-404f-aee8-cc1fb5e709bd admin admin] Publish callbacks [] for security_group (52bc99f6-c6ab-42f1-80a8-9d60809b1790), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.806961 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0c467b9c-ce95-404f-aee8-cc1fb5e709bd admin admin] Publish callbacks [] for security_group (52bc99f6-c6ab-42f1-80a8-9d60809b1790), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.930723 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0c467b9c-ce95-404f-aee8-cc1fb5e709bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (52bc99f6-c6ab-42f1-80a8-9d60809b1790), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.933488 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0c467b9c-ce95-404f-aee8-cc1fb5e709bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:03.934690 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0c467b9c-ce95-404f-aee8-cc1fb5e709bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52bc99f6-c6ab-42f1-80a8-9d60809b1790 HTTP/1.1" status: 204 len: 168 time: 0.2706988 Apr 14 21:04:03.943479 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c467b9c-ce95-404f-aee8-cc1fb5e709bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc99f6-c6ab-42f1-80a8-9d60809b1790,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:04.476751 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 52283381-d1d3-4320-8234-5e537f4400ac no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:04:04.515610 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 52283381-d1d3-4320-8234-5e537f4400ac {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:04:04.516280 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 52283381-d1d3-4320-8234-5e537f4400ac not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:04:04.865031 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af117452-0c6d-43cf-bb89-3aec70fe5082 req-4f464634-9c3b-4322-a188-e004e7651263 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:04.866535 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af117452-0c6d-43cf-bb89-3aec70fe5082 req-4f464634-9c3b-4322-a188-e004e7651263 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0533829 Apr 14 21:04:04.920825 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af117452-0c6d-43cf-bb89-3aec70fe5082 req-3507d187-d785-4518-a58c-e7d4daf0c478 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478837 Apr 14 21:04:05.179528 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-237c8e33-5e00-4e31-9daa-23fa92a06280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:06.047062 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c56ae-dee9-439d-a744-a868fa16f2c0 req-fc1d0d24-fa9d-4c9b-beb1-4ad426d2add1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:06.048450 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a00c56ae-dee9-439d-a744-a868fa16f2c0 req-fc1d0d24-fa9d-4c9b-beb1-4ad426d2add1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0461962 Apr 14 21:04:06.099145 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a00c56ae-dee9-439d-a744-a868fa16f2c0 req-237f6dd1-3ac3-49bb-8bf9-77762bf70f28 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448940 Apr 14 21:04:06.417283 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:07.236063 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289763a3-617d-4927-93b8-432ae9dd688b req-f662b075-7a0b-427b-921a-0736b5d0970b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:07.237543 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-289763a3-617d-4927-93b8-432ae9dd688b req-f662b075-7a0b-427b-921a-0736b5d0970b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0579531 Apr 14 21:04:07.286503 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-289763a3-617d-4927-93b8-432ae9dd688b req-536be15a-fc57-433a-af45-2acf73a19f1c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Apr 14 21:04:07.385805 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:07.745996 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:08.414929 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7715ecc-b04b-4900-a570-84c109c19316 req-33bbdf38-98a8-46e3-8ca4-69f2cf22d4ce tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:08.416499 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7715ecc-b04b-4900-a570-84c109c19316 req-33bbdf38-98a8-46e3-8ca4-69f2cf22d4ce tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0519311 Apr 14 21:04:08.466973 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7715ecc-b04b-4900-a570-84c109c19316 req-ef5af766-8e50-4cf2-82be-becab3dbffef tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Apr 14 21:04:09.598665 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954127-1533-4752-907e-ef1da93991a2 req-500d96bf-5496-49f9-bfa5-045654e30b2d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:09.600652 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-64954127-1533-4752-907e-ef1da93991a2 req-500d96bf-5496-49f9-bfa5-045654e30b2d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0476134 Apr 14 21:04:09.645206 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:09.654803 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-64954127-1533-4752-907e-ef1da93991a2 req-9be5467c-8bee-4d15-8273-14727cfe85e0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448432 Apr 14 21:04:10.778338 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7223357-bb52-40b4-91a4-6cfc0c918be0 req-e1acee6e-0a18-4345-9c97-eeb2774a46ad tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:10.779876 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7223357-bb52-40b4-91a4-6cfc0c918be0 req-e1acee6e-0a18-4345-9c97-eeb2774a46ad tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0522356 Apr 14 21:04:10.829520 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7223357-bb52-40b4-91a4-6cfc0c918be0 req-7057393e-f1c9-47d8-a39a-e50606ab989d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Apr 14 21:04:11.945496 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8555301-47d5-4aa1-b6a6-ef60a9f9426e req-959d8dd1-4a95-4d57-96af-a0041a36d0d3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:11.946926 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c8555301-47d5-4aa1-b6a6-ef60a9f9426e req-959d8dd1-4a95-4d57-96af-a0041a36d0d3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0439084 Apr 14 21:04:11.994530 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c8555301-47d5-4aa1-b6a6-ef60a9f9426e req-7b06b9a2-bc41-4657-b364-2063879e6732 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Apr 14 21:04:12.662321 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-db110304-24a4-439c-8507-ceb17f03fa29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374155 Apr 14 21:04:12.734200 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-3e48ad0b-a997-4ca3-8938-07ce8a3f0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:12.735726 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-3e48ad0b-a997-4ca3-8938-07ce8a3f0787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1130 time: 0.0479412 Apr 14 21:04:12.793220 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-a82b2522-eae0-45c7-b62a-d66ee6fd9dcc tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284021 Apr 14 21:04:12.844046 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-46489f17-f27e-44b9-bce9-bb2829989ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:12.845505 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-46489f17-f27e-44b9-bce9-bb2829989ca3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 912 time: 0.0894861 Apr 14 21:04:12.922811 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-4616bc0a-e22d-467c-b35f-f26864ff2309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 1001 time: 0.0683630 Apr 14 21:04:12.974054 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-7c5b0b2d-52be-433e-8dcd-495e6d751e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:12.975557 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-7c5b0b2d-52be-433e-8dcd-495e6d751e74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0446644 Apr 14 21:04:12.983143 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-fe8d226f-1edb-46dc-bd5d-982b93d26d47 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:12.984699 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-fe8d226f-1edb-46dc-bd5d-982b93d26d47 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863084 Apr 14 21:04:12.999403 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-9d5f9353-b4f7-49ae-a38f-b911b04ff1f0 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/quotas/5849a3ea3e3b4fbeb42f2d0ad7a13243 HTTP/1.1" status: 200 len: 375 time: 0.0088828 Apr 14 21:04:13.022085 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-3112e771-012b-447d-be69-61e0b08a9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:13.023619 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-3112e771-012b-447d-be69-61e0b08a9545 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394318 Apr 14 21:04:13.031501 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-640c33ff-2d50-497f-9e21-c2a164b23efb tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268915 Apr 14 21:04:13.123226 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bae466-7fa2-40d0-8be5-da34f707d652 req-74c3d47b-999d-4351-a36f-1df40b48175c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:13.130573 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-99bae466-7fa2-40d0-8be5-da34f707d652 req-74c3d47b-999d-4351-a36f-1df40b48175c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0567577 Apr 14 21:04:13.141466 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-87b7e590-3213-450b-9090-2d83717726f4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112323 Apr 14 21:04:13.174307 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-99bae466-7fa2-40d0-8be5-da34f707d652 req-f7f89e9d-d7f8-4111-a954-1f610c093ada tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Apr 14 21:04:13.264880 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-91e232b5-f301-40d7-9a00-143f1b4e6e75 req-5bdcb34b-66d0-4530-bc0a-ed340485b7c7 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141522 Apr 14 21:04:13.324238 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-62049445-7515-48fa-a34c-611dc5cfe067 req-1d58a149-66e4-4684-b60b-2e996b923f4c tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0527220 Apr 14 21:04:14.327433 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8533b-060a-4d16-8105-808e9c78b3a5 req-d8413119-9611-4ded-b721-307f2c3b0b78 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:14.331109 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36f8533b-060a-4d16-8105-808e9c78b3a5 req-d8413119-9611-4ded-b721-307f2c3b0b78 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0557852 Apr 14 21:04:14.426959 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36f8533b-060a-4d16-8105-808e9c78b3a5 req-97ca845c-723b-40d1-89fb-8466c2c1433f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821683 Apr 14 21:04:14.441731 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36a25cbe-b1e9-4f60-aea7-296671973394 req-db047ddb-4682-454c-b453-09cb17c0aa82 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0589600 Apr 14 21:04:15.009465 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:04:15.610549 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6de01516-4cb9-4cec-95e0-da2b84dacf85 req-a55b971e-0cbc-4056-8197-d18e5e929fd8 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0394337 Apr 14 21:04:15.617697 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfae49-e92d-4afa-baf7-4892dcd9e590 req-bc4218bb-3182-4dd5-a163-da9b19429a90 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:15.625950 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fecfae49-e92d-4afa-baf7-4892dcd9e590 req-bc4218bb-3182-4dd5-a163-da9b19429a90 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0825791 Apr 14 21:04:15.696377 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fecfae49-e92d-4afa-baf7-4892dcd9e590 req-7605b3d8-3898-4eac-b6cc-b508d4f5a7c9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690782 Apr 14 21:04:16.752360 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-67a5cdbe-cece-459d-8aca-945453d2e28b req-b1a7318f-6f5b-4193-aecf-55deef23bf11 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0341566 Apr 14 21:04:16.885236 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0797-6cc1-4994-9a0d-7ac88337d55c req-b6557504-73ce-48f3-90da-10ac4306ed50 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:16.886790 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf1a0797-6cc1-4994-9a0d-7ac88337d55c req-b6557504-73ce-48f3-90da-10ac4306ed50 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0488913 Apr 14 21:04:16.946034 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf1a0797-6cc1-4994-9a0d-7ac88337d55c req-dcb5531c-0687-4c65-8483-76d063b80924 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521517 Apr 14 21:04:17.859475 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7cc59a28-21f5-4b7d-971e-75400463bef4 req-9265476c-e350-4282-926a-2df6511df4f6 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0354776 Apr 14 21:04:18.089674 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d1a3-9d0d-417e-baca-6dd355f7fde2 req-06914d07-e372-420d-8b4b-0b62e779b5a6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:18.091969 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8134d1a3-9d0d-417e-baca-6dd355f7fde2 req-06914d07-e372-420d-8b4b-0b62e779b5a6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.0581353 Apr 14 21:04:18.147733 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8134d1a3-9d0d-417e-baca-6dd355f7fde2 req-662bb71a-e051-4403-a79c-1eccc2d407ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464933 Apr 14 21:04:18.982303 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6bf1b634-b6c5-4dc3-a568-fbecb4a19c3f req-24aa49f9-a130-474b-9362-3cecf3e78286 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0410423 Apr 14 21:04:19.400800 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3cce3-3d60-476d-8131-936ee272ad55 req-3ac91473-cabe-4e85-80c7-3707f6086353 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:19.402676 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-07d3cce3-3d60-476d-8131-936ee272ad55 req-3ac91473-cabe-4e85-80c7-3707f6086353 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 944 time: 0.1085508 Apr 14 21:04:19.470947 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-07d3cce3-3d60-476d-8131-936ee272ad55 req-81b3ba84-dd06-4663-95ad-9af0c4772085 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608158 Apr 14 21:04:19.961978 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:04:20.097455 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-a99544be-8d24-43f0-8f8b-77eb3832b579 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798416 Apr 14 21:04:20.146348 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:20.166876 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'port_id': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'mac_address': 'fa:16:3e:72:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:04:20.192962 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf9faa7b-1690-4f90-b6c9-cbc8b6e8d34f req-f57e1d2f-de7b-4163-b219-64497b167e9e tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0703495 Apr 14 21:04:20.224259 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:20.225044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:20.244838 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd83ea2-3652-4a5c-9f7d-378c30130272 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:04:20.273994 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:20.353900 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-603e8a0e-509f-4b72-8938-8f8f95147465 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:20.356086 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-603e8a0e-509f-4b72-8938-8f8f95147465 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519629 Apr 14 21:04:20.370868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:20.373870 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Request body: {'port': {'device_id': '472072a6-137e-47c4-be35-e4858630de86', 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689', 'admin_state_up': True, 'tenant_id': '5849a3ea3e3b4fbeb42f2d0ad7a13243'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:20.463495 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=9']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:20.473171 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.474014 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.474789 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.475554 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.476229 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.476947 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.477515 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.480570 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.481796 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.482455 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.483216 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.483873 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.484379 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.484905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.485435 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:20.648368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eb261-3aae-4ecb-bc30-28baf73f4d8f req-5bb50a33-d92c-4fd5-937f-0e0ff47cd4d9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:20.650447 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7e4eb261-3aae-4ecb-bc30-28baf73f4d8f req-5bb50a33-d92c-4fd5-937f-0e0ff47cd4d9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 945 time: 0.0785611 Apr 14 21:04:20.688094 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['0fd83ea2-3652-4a5c-9f7d-378c30130272'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:04:20.760842 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7e4eb261-3aae-4ecb-bc30-28baf73f4d8f req-4aaa16a0-49ac-49a7-9b60-f58d1d7d0e13 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038258 Apr 14 21:04:20.845186 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Made reservation on behalf of 5849a3ea3e3b4fbeb42f2d0ad7a13243 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:20.850233 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:20.863241 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:20.963427 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks [] for security_group (c4e20c12-379f-471d-bc66-c4cfb302838b), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.027850 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c4e20c12-379f-471d-bc66-c4cfb302838b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.089804 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e20c12-379f-471d-bc66-c4cfb302838b,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:21.107164 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.107164 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.107960 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.107960 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.108160 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.108394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.108722 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.109049 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.109373 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.109698 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.110028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.110347 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.110671 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.111110 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.111299 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:21.185596 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Allocated IP 192.168.233.192 (89180a8b-20c2-4a47-91a8-4b84b374a689/7ed2e470-a560-4768-9b03-65aae3c6cd4e/563faaa2-a8e7-4c10-b187-ad65fef20856) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:21.306830 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-37d24916-cdcd-40ee-ac6f-301a626e01a5 req-d8e4dc80-2fa1-43f6-8e7a-a7f00f3f0cbe tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0428975 Apr 14 21:04:21.415800 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks [] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.511513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.564404 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Network 89180a8b-20c2-4a47-91a8-4b84b374a689 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:21.569976 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:21.573927 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:21.605420 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Pushing event updated for resources: {'Port': ['ID=563faaa2-a8e7-4c10-b187-ad65fef20856,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:21.632046 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:21.632645 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.708348 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-f27cfa8b-fdf9-4d7f-bc19-9646dd236b05 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3416111 Apr 14 21:04:21.725872 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Request body: {'port': {'device_id': '472072a6-137e-47c4-be35-e4858630de86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:21.816102 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.898799 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a394b-b386-41c3-bf67-6c1b43031b8c req-f62b2384-abff-41ce-9355-758553d47e5d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:21.906358 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c43a394b-b386-41c3-bf67-6c1b43031b8c req-f62b2384-abff-41ce-9355-758553d47e5d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 945 time: 0.0543692 Apr 14 21:04:21.952528 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-53d779dc-cbfb-4134-89b3-e824a0085d07 None None] Provisioning complete for port 563faaa2-a8e7-4c10-b187-ad65fef20856 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:21.953105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-53d779dc-cbfb-4134-89b3-e824a0085d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:21.964362 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c43a394b-b386-41c3-bf67-6c1b43031b8c req-29e9cdee-c56a-427b-816f-3a00a676a5a0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567322 Apr 14 21:04:21.982429 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:22.033754 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-53d779dc-cbfb-4134-89b3-e824a0085d07 None None] Port 563faaa2-a8e7-4c10-b187-ad65fef20856 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:22.062356 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 0fd83ea2-3652-4a5c-9f7d-378c30130272 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:22.062883 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.155732 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0fd83ea2-3652-4a5c-9f7d-378c30130272 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:22.156220 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.182870 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:04:22.189123 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563faaa2-a8e7-4c10-b187-ad65fef20856 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:04:22.199120 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d91b7-c737-4847-9d81-36738f291635" -d '{"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:04:22.199650 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Publish callbacks [] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.207658 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:22.209238 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Transition to ACTIVE for port object 563faaa2-a8e7-4c10-b187-ad65fef20856 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:04:22.231949 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dabb2e-a27b-4778-995f-dc9ddb811c96 x-openstack-request-id: req-30dabb2e-a27b-4778-995f-dc9ddb811c96 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:04:22.234054 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-plugged", "status": "completed", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:04:22.234361 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30dabb2e-a27b-4778-995f-dc9ddb811c96 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:04:22.234769 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dabb2e-a27b-4778-995f-dc9ddb811c96'] response: {'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'code': 200} Apr 14 21:04:22.279691 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.341094 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.378384 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=10']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:22.419807 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40814a-6614-4573-b171-284060378704 service neutron] Pushing event updated for resources: {'Port': ['ID=563faaa2-a8e7-4c10-b187-ad65fef20856,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:22.529128 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d956f3-0acd-4a1b-af0e-20bd937ddc38 req-27d4f159-8e82-4eb6-a589-cdb759be69fe tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:22.532221 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f6d956f3-0acd-4a1b-af0e-20bd937ddc38 req-27d4f159-8e82-4eb6-a589-cdb759be69fe tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 948 time: 0.1023595 Apr 14 21:04:22.549225 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Attempting to bind port 563faaa2-a8e7-4c10-b187-ad65fef20856 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:22.550237 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Attempting to bind port 563faaa2-a8e7-4c10-b187-ad65fef20856 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:22.550755 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Attempting to bind port 563faaa2-a8e7-4c10-b187-ad65fef20856 on network 89180a8b-20c2-4a47-91a8-4b84b374a689 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:22.557486 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Port 563faaa2-a8e7-4c10-b187-ad65fef20856 on network 89180a8b-20c2-4a47-91a8-4b84b374a689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:04:22.558006 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Attempting to bind port 563faaa2-a8e7-4c10-b187-ad65fef20856 on network 89180a8b-20c2-4a47-91a8-4b84b374a689 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:22.565255 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:22.565847 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Checking segment: {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:22.566473 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Bound using segment: {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:22.567086 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Bound port: 563faaa2-a8e7-4c10-b187-ad65fef20856, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88d47d5-6606-4bca-a4b8-4c27023ea1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:22.567668 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.634392 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f6d956f3-0acd-4a1b-af0e-20bd937ddc38 req-31aae9f8-e33c-4143-b20d-df5fb387cb6a tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963671 Apr 14 21:04:22.674729 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] For port 563faaa2-a8e7-4c10-b187-ad65fef20856, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:22.678175 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] For port 563faaa2-a8e7-4c10-b187-ad65fef20856, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=563faaa2-a8e7-4c10-b187-ad65fef20856,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:22.751224 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.794101 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:22.794101 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:22.794101 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-3b40814a-6614-4573-b171-284060378704 service neutron] 10.222.0.45 "PUT /v2.0/ports/563faaa2-a8e7-4c10-b187-ad65fef20856 HTTP/1.1" status: 200 len: 1098 time: 1.0776072 Apr 14 21:04:22.794101 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472072a6-137e-47c4-be35-e4858630de86', 'tag': '563faaa2-a8e7-4c10-b187-ad65fef20856'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:04:22.796617 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb216c69-4fc7-4942-8776-dbef27a24fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "472072a6-137e-47c4-be35-e4858630de86", "tag": "563faaa2-a8e7-4c10-b187-ad65fef20856"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:04:22.867223 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40814a-6614-4573-b171-284060378704 service neutron] Pushing event updated for resources: {'Port': ['ID=563faaa2-a8e7-4c10-b187-ad65fef20856,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:22.890534 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84224a65-f539-4f32-ac22-a99c05274b32 x-openstack-request-id: req-84224a65-f539-4f32-ac22-a99c05274b32 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:04:22.891054 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472072a6-137e-47c4-be35-e4858630de86", "tag": "563faaa2-a8e7-4c10-b187-ad65fef20856", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:04:22.891328 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84224a65-f539-4f32-ac22-a99c05274b32 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:04:22.891871 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84224a65-f539-4f32-ac22-a99c05274b32'] response: {'name': 'network-changed', 'server_uuid': '472072a6-137e-47c4-be35-e4858630de86', 'tag': '563faaa2-a8e7-4c10-b187-ad65fef20856', 'status': 'completed', 'code': 200} Apr 14 21:04:22.959688 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216c69-4fc7-4942-8776-dbef27a24fb7 req-afd6604e-f9be-4db9-90c1-b05cde3f776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:22.961518 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bb216c69-4fc7-4942-8776-dbef27a24fb7 req-afd6604e-f9be-4db9-90c1-b05cde3f776e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 1132 time: 0.0548873 Apr 14 21:04:23.042012 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a190427-bbcb-4115-b294-d07267595c93 req-42961e0c-ff7d-44f1-9898-56c797bb4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.043656 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5a190427-bbcb-4115-b294-d07267595c93 req-42961e0c-ff7d-44f1-9898-56c797bb4367 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 1131 time: 0.0574970 Apr 14 21:04:23.066042 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bb216c69-4fc7-4942-8776-dbef27a24fb7 req-292d9a5d-63d2-4628-941f-50e34e864658 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827353 Apr 14 21:04:23.139164 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5a190427-bbcb-4115-b294-d07267595c93 req-3046e62e-7ae9-4a0a-94a0-999908647c26 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890892 Apr 14 21:04:23.147287 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d75c2-6adc-400f-a7ea-cb1f20bc1627 req-56470505-b0b6-4048-a674-87096f8005f2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.148744 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-020d75c2-6adc-400f-a7ea-cb1f20bc1627 req-56470505-b0b6-4048-a674-87096f8005f2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0674312 Apr 14 21:04:23.182242 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216c69-4fc7-4942-8776-dbef27a24fb7 req-ff7cc721-e1a8-4174-bc49-31d43639f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.183687 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bb216c69-4fc7-4942-8776-dbef27a24fb7 req-ff7cc721-e1a8-4174-bc49-31d43639f8a7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107244 Apr 14 21:04:23.196335 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-020d75c2-6adc-400f-a7ea-cb1f20bc1627 req-e1bf23f0-d5a1-4686-a684-5258be6e0599 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Apr 14 21:04:23.448105 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-00642273-dc30-4d94-9fee-6bdba8d5923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.449615 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-00642273-dc30-4d94-9fee-6bdba8d5923c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 1132 time: 0.0485878 Apr 14 21:04:23.500831 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-fdaa2056-648d-455c-99d1-97c7ac1edf7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=563faaa2-a8e7-4c10-b187-ad65fef20856 HTTP/1.1" status: 200 len: 217 time: 0.0418727 Apr 14 21:04:23.556255 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-c9c96367-72d2-4f5e-abbb-599b93663d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.557849 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-c9c96367-72d2-4f5e-abbb-599b93663d8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ed2e470-a560-4768-9b03-65aae3c6cd4e HTTP/1.1" status: 200 len: 843 time: 0.0460939 Apr 14 21:04:23.758160 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708854-9264-4bfa-9a7f-1f3426d1eff5 req-e5a17cc5-8827-4528-8c76-dc236c9e3945 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.759790 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f5708854-9264-4bfa-9a7f-1f3426d1eff5 req-e5a17cc5-8827-4528-8c76-dc236c9e3945 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 948 time: 0.0595891 Apr 14 21:04:23.826741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f5708854-9264-4bfa-9a7f-1f3426d1eff5 req-4db1d869-2b3f-45c6-82af-d645a08571fd tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Apr 14 21:04:23.975187 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-ad750614-6c2f-47d0-b70a-def6c036f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:23.976974 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-ad750614-6c2f-47d0-b70a-def6c036f3dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89180a8b-20c2-4a47-91a8-4b84b374a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455518 Apr 14 21:04:24.076650 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-75d9e850-9350-4a17-9c77-69a924942113 service neutron] 10.222.0.45 "GET /v2.0/networks/89180a8b-20c2-4a47-91a8-4b84b374a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928547 Apr 14 21:04:24.201355 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6e85ecc2-28b6-4202-a918-f8b93694c1e7 req-e441460e-7fac-4fab-897b-d5266db71118 service neutron] 10.222.0.45 "GET /v2.0/networks/89180a8b-20c2-4a47-91a8-4b84b374a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137891 Apr 14 21:04:24.323449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001427-91f0-4677-b148-39b10ce56119 req-0ebea73c-98db-483b-9c45-d79565982771 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:24.327874 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-73001427-91f0-4677-b148-39b10ce56119 req-0ebea73c-98db-483b-9c45-d79565982771 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0550318 Apr 14 21:04:24.378940 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-73001427-91f0-4677-b148-39b10ce56119 req-06b9cfdf-58f0-43df-b0c9-2e0037524d89 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464175 Apr 14 21:04:24.938375 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ef1b9-670e-471d-8e5e-3185971e3559 req-e4ea4dc9-8bb2-474e-a961-b1d48dbe6f26 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:24.939984 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-495ef1b9-670e-471d-8e5e-3185971e3559 req-e4ea4dc9-8bb2-474e-a961-b1d48dbe6f26 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 948 time: 0.0550778 Apr 14 21:04:25.001174 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-495ef1b9-670e-471d-8e5e-3185971e3559 req-f1970628-ec54-4ad3-89d2-40c4f486bbf0 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Apr 14 21:04:25.403324 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58810) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:25.534853 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229350-ef4d-4b75-b8b4-d2a6c4d34495 req-409ebcd4-58c9-407b-9fd0-cca51baa9a16 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:25.537169 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-81229350-ef4d-4b75-b8b4-d2a6c4d34495 req-409ebcd4-58c9-407b-9fd0-cca51baa9a16 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0689976 Apr 14 21:04:25.587032 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:25.632654 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-81229350-ef4d-4b75-b8b4-d2a6c4d34495 req-f1d7cf36-fa40-41cb-8d21-6c598e091dd9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895820 Apr 14 21:04:25.705346 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Publish callbacks [] for security_group (f58c807b-3e0c-42ee-a0a5-7fa5702a8d13), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:25.787439 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f58c807b-3e0c-42ee-a0a5-7fa5702a8d13), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:25.825994 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c807b-3e0c-42ee-a0a5-7fa5702a8d13,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:25.839390 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.839755 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.840985 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.841338 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.841679 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.842017 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.842352 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.842686 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.843024 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.843351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.843729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.844063 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.844394 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.844722 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.845048 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:25.858424 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b08a9538-d9f6-448d-9860-a7becc87a3a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16e731a1d0ac43eaa9fdae0d07665ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537039 Apr 14 21:04:25.859588 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58834) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:25.913025 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fa5829f7-c9e6-44ba-b803-0b233a35e73f admin admin] Publish callbacks [] for security_group (f58c807b-3e0c-42ee-a0a5-7fa5702a8d13), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:25.936228 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fa5829f7-c9e6-44ba-b803-0b233a35e73f admin admin] Publish callbacks [] for security_group (f58c807b-3e0c-42ee-a0a5-7fa5702a8d13), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:26.105016 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fa5829f7-c9e6-44ba-b803-0b233a35e73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f58c807b-3e0c-42ee-a0a5-7fa5702a8d13), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:26.108323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fa5829f7-c9e6-44ba-b803-0b233a35e73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:26.123419 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-fa5829f7-c9e6-44ba-b803-0b233a35e73f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f58c807b-3e0c-42ee-a0a5-7fa5702a8d13 HTTP/1.1" status: 204 len: 168 time: 0.2494895 Apr 14 21:04:26.123419 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5829f7-c9e6-44ba-b803-0b233a35e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c807b-3e0c-42ee-a0a5-7fa5702a8d13,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:26.165268 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba14ac-46b6-46db-ae6e-41048b4597fb req-0cb66b0b-468a-4d70-8284-152dffd49e75 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:26.165485 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-62ba14ac-46b6-46db-ae6e-41048b4597fb req-0cb66b0b-468a-4d70-8284-152dffd49e75 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 948 time: 0.0956507 Apr 14 21:04:26.235577 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-62ba14ac-46b6-46db-ae6e-41048b4597fb req-d3fe0e5a-8e77-4d28-b64f-0de77b9d2713 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 Apr 14 21:04:26.819172 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070be24-fdb2-4f3f-a305-dceaef732602 req-f1bd33c5-fb75-4fe2-b0f3-e9dce36b71c6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:26.828228 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3070be24-fdb2-4f3f-a305-dceaef732602 req-f1bd33c5-fb75-4fe2-b0f3-e9dce36b71c6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0767729 Apr 14 21:04:26.896560 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3070be24-fdb2-4f3f-a305-dceaef732602 req-cde1ab18-d942-40ce-8f95-f2d8e228175d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671363 Apr 14 21:04:27.378794 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0d1e-971d-4291-8960-f50882531a27 req-2972ded2-20ad-4794-b121-65a1dbc8625c tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:27.380325 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-400a0d1e-971d-4291-8960-f50882531a27 req-2972ded2-20ad-4794-b121-65a1dbc8625c tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 948 time: 0.0556912 Apr 14 21:04:27.461059 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-400a0d1e-971d-4291-8960-f50882531a27 req-96cd5c4a-a364-41a5-88b9-ed65c81a71ce tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695925 Apr 14 21:04:27.574298 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58892) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:27.693907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-566343568-network', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:27.801238 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Made reservation on behalf of 16b0cfbfcb9b4ceb9ace6c6ea6761b85 for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:27.808061 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:27.824047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:27.906323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks [] for security_group (4969871a-39c6-43b2-9dbf-deb31df64326), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.015987 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 563faaa2-a8e7-4c10-b187-ad65fef20856 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:04:28.064898 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e1196-f084-4876-8ce6-3984c51bd74e req-73febe74-4243-491e-a892-f59ff2f6e21c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:28.080124 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-609e1196-f084-4876-8ce6-3984c51bd74e req-73febe74-4243-491e-a892-f59ff2f6e21c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.1010890 Apr 14 21:04:28.083646 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (4969871a-39c6-43b2-9dbf-deb31df64326), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.128695 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:04:28.139643 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 563faaa2-a8e7-4c10-b187-ad65fef20856, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=563faaa2-a8e7-4c10-b187-ad65fef20856,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:28.152413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '563faaa2-a8e7-4c10-b187-ad65fef20856', 'network_id': '89180a8b-20c2-4a47-91a8-4b84b374a689', 'port_id': '563faaa2-a8e7-4c10-b187-ad65fef20856', 'mac_address': 'fa:16:3e:d7:c8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed2e470-a560-4768-9b03-65aae3c6cd4e', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:04:28.156308 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969871a-39c6-43b2-9dbf-deb31df64326,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:28.162422 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (fa54a2b2-f6ab-4518-8a76-f8c12b06aec3), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.163891 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Added segment fa54a2b2-f6ab-4518-8a76-f8c12b06aec3 of type vlan for network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 Apr 14 21:04:28.206324 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-609e1196-f084-4876-8ce6-3984c51bd74e req-ef606b0c-f367-421e-837a-59cb23389b13 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247885 Apr 14 21:04:28.267871 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.359220 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 563faaa2-a8e7-4c10-b187-ad65fef20856 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:28.359556 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.374690 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563faaa2-a8e7-4c10-b187-ad65fef20856 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:04:28.376775 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.380297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:28.380297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.399775 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 563faaa2-a8e7-4c10-b187-ad65fef20856, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=563faaa2-a8e7-4c10-b187-ad65fef20856,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:28.454635 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] Pushing event updated for resources: {'Network': ['ID=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:28.467196 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:04:28.504957 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ad4b4ef5-ed72-453e-afca-5f08238f13ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9293466 Apr 14 21:04:28.507925 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58902) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:28.514259 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Request body: {'subnet': {'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-566343568-subnet', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:28.549967 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.583333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7490b-6109-4b8d-a553-f4249b9a7d42 req-d861518e-25c7-4bd4-9630-4f84efc6b92d tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:28.586952 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eff7490b-6109-4b8d-a553-f4249b9a7d42 req-d861518e-25c7-4bd4-9630-4f84efc6b92d tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 949 time: 0.0609479 Apr 14 21:04:28.625209 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Made reservation on behalf of 16b0cfbfcb9b4ceb9ace6c6ea6761b85 for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:28.628760 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130203926'] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.634502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=563faaa2-a8e7-4c10-b187-ad65fef20856,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:28.699298 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eff7490b-6109-4b8d-a553-f4249b9a7d42 req-c9d38620-def0-4285-bf70-ff6165dd0bf2 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941770 Apr 14 21:04:28.905096 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130673003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130203904'] for subnet (9a6d88b3-1ecb-441a-a247-30ed552ed243), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:28.942303 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['563faaa2-a8e7-4c10-b187-ad65fef20856'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:04:28.971998 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6d88b3-1ecb-441a-a247-30ed552ed243,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:28.981330 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Checking segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:28.981985 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Network hostable DHCP agents. Network: 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:04:29.059615 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:04:29.141885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:29.147511 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:29.151500 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.155498 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08f8d1-0817-4e87-9a38-e59269a437fd None None] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:29.232920 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-abfe038d-517a-4f5b-acfc-11a9087ae887 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7228837 Apr 14 21:04:29.235585 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 58910) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:29.242169 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:29.306415 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:04:29.307301 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.366714 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (fe3fafb3-af93-46e5-baca-46eac9c40d61), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.368210 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (fe3fafb3-af93-46e5-baca-46eac9c40d61), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.386250 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452fc39-eacb-4e29-9aad-67a60b949ef2 req-de6295ae-5943-4596-a4d4-f696234e25b6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:29.388536 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a452fc39-eacb-4e29-9aad-67a60b949ef2 req-de6295ae-5943-4596-a4d4-f696234e25b6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0677545 Apr 14 21:04:29.450677 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks [] for router_controller (fe3fafb3-af93-46e5-baca-46eac9c40d61), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.467456 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Allocated IP 172.20.0.2 (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74/9a6d88b3-1ecb-441a-a247-30ed552ed243/e832c98c-3922-491c-bba8-9fde96e6ecb8) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:29.485743 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a452fc39-eacb-4e29-9aad-67a60b949ef2 req-3081af11-3cb7-4375-8768-94626640c9a6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875583 Apr 14 21:04:29.676371 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Publish callbacks [] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.702909 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks [] for router_gateway (fe3fafb3-af93-46e5-baca-46eac9c40d61), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.802452 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.830078 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345009e-9f97-4aa3-a07b-f8c3d5f6f127 req-550136c1-989b-4fd4-9b01-338077bef3b1 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:29.833344 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8345009e-9f97-4aa3-a07b-f8c3d5f6f127 req-550136c1-989b-4fd4-9b01-338077bef3b1 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 949 time: 0.0596151 Apr 14 21:04:29.858479 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:29.859689 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Pushing event updated for resources: {'Port': ['ID=e832c98c-3922-491c-bba8-9fde96e6ecb8,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:29.889781 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:29.897998 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:29.956551 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Attempting to bind port e832c98c-3922-491c-bba8-9fde96e6ecb8 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:29.957260 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Attempting to bind port e832c98c-3922-491c-bba8-9fde96e6ecb8 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:29.957832 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Attempting to bind port e832c98c-3922-491c-bba8-9fde96e6ecb8 on network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:29.963757 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:29.964535 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Checking segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:29.965140 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:29.966277 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Bound using segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:29.966766 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Bound port: e832c98c-3922-491c-bba8-9fde96e6ecb8, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:29.967159 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.043606 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] For port e832c98c-3922-491c-bba8-9fde96e6ecb8, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:30.047518 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] For port e832c98c-3922-491c-bba8-9fde96e6ecb8, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=e832c98c-3922-491c-bba8-9fde96e6ecb8,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:30.049212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 563faaa2-a8e7-4c10-b187-ad65fef20856 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:30.072321 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8345009e-9f97-4aa3-a07b-f8c3d5f6f127 req-2ab818e5-c6d0-4be9-b71f-152083d7dca1 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209322 Apr 14 21:04:30.104252 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 563faaa2-a8e7-4c10-b187-ad65fef20856 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:04:30.120483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks [] for router_gateway (fe3fafb3-af93-46e5-baca-46eac9c40d61), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.136513 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.142405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.192225 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 563faaa2-a8e7-4c10-b187-ad65fef20856 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:30.193790 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.268278 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4827d-f6c1-41a2-ad85-69b6c36614be None None] Pushing event updated for resources: {'Port': ['ID=e832c98c-3922-491c-bba8-9fde96e6ecb8,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:30.296818 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Allocated IP 172.27.2.196 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/5e721ba4-bd69-4b90-bba8-6ab62909501d) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:30.358852 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 563faaa2-a8e7-4c10-b187-ad65fef20856 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:30.360092 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.404191 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472072a6-137e-47c4-be35-e4858630de86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563faaa2-a8e7-4c10-b187-ad65fef20856'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:04:30.406877 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8559c4d-4da0-452f-8cb4-0c8e5e5b6dc2" -d '{"events": [{"server_uuid": "472072a6-137e-47c4-be35-e4858630de86", "name": "network-vif-plugged", "status": "completed", "tag": "563faaa2-a8e7-4c10-b187-ad65fef20856"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:04:30.429560 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks [] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.455324 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 563faaa2-a8e7-4c10-b187-ad65fef20856, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=563faaa2-a8e7-4c10-b187-ad65fef20856,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:30.471734 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74deb23c-9002-43ff-b105-e79bdb60f231 x-openstack-request-id: req-74deb23c-9002-43ff-b105-e79bdb60f231 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:04:30.472635 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472072a6-137e-47c4-be35-e4858630de86", "name": "network-vif-plugged", "status": "completed", "tag": "563faaa2-a8e7-4c10-b187-ad65fef20856", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:04:30.473325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74deb23c-9002-43ff-b105-e79bdb60f231 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:04:30.474329 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74deb23c-9002-43ff-b105-e79bdb60f231'] response: {'server_uuid': '472072a6-137e-47c4-be35-e4858630de86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563faaa2-a8e7-4c10-b187-ad65fef20856', 'code': 200} Apr 14 21:04:30.517884 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.548634 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:30.610402 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=563faaa2-a8e7-4c10-b187-ad65fef20856,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:30.614953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:30.621378 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:30.627723 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e721ba4-bd69-4b90-bba8-6ab62909501d,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:30.630453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:30.912732 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390c36-dc19-454b-ad17-1baf292feb82 req-474a5c9b-b909-4b36-b07b-12b6d3026a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:30.914400 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-cf390c36-dc19-454b-ad17-1baf292feb82 req-474a5c9b-b909-4b36-b07b-12b6d3026a18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 1134 time: 0.0401838 Apr 14 21:04:30.973875 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-cf390c36-dc19-454b-ad17-1baf292feb82 req-00705772-18a7-4e1b-b6e4-afc4a72ececf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Apr 14 21:04:31.003656 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks [] for router_gateway (fe3fafb3-af93-46e5-baca-46eac9c40d61), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.305737 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a677bd-6e92-4233-b565-12a5f5ad321e None None] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:31.403717 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] Provisioning complete for port e832c98c-3922-491c-bba8-9fde96e6ecb8 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:31.403936 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.480162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2482ee-bfb7-482f-9529-613355b8ed99 req-d1424531-4046-4874-b4ab-1a65e9f8ab3b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:31.482135 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c2482ee-bfb7-482f-9529-613355b8ed99 req-d1424531-4046-4874-b4ab-1a65e9f8ab3b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 950 time: 0.0832584 Apr 14 21:04:31.522519 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (fe3fafb3-af93-46e5-baca-46eac9c40d61), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.540924 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] Current status of the port e832c98c-3922-491c-bba8-9fde96e6ecb8 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:31.542566 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.583189 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] For port e832c98c-3922-491c-bba8-9fde96e6ecb8, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=e832c98c-3922-491c-bba8-9fde96e6ecb8,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:31.584676 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c2482ee-bfb7-482f-9529-613355b8ed99 req-698f5563-cceb-4ffc-8d80-c003f36d89b3 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935040 Apr 14 21:04:31.642082 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.698098 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5555fb0-51ed-4edf-8cd2-9e3df6dd2be4 None None] Pushing event updated for resources: {'Port': ['ID=e832c98c-3922-491c-bba8-9fde96e6ecb8,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:31.758948 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-c2a6d592-f004-4796-9a91-85f0219b43d6 None None] Provisioning complete for port e832c98c-3922-491c-bba8-9fde96e6ecb8 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:31.759221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Router fe3fafb3-af93-46e5-baca-46eac9c40d61 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:04:31.759331 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d592-f004-4796-9a91-85f0219b43d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.841406 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6d592-f004-4796-9a91-85f0219b43d6 None None] Current status of the port e832c98c-3922-491c-bba8-9fde96e6ecb8 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:31.873804 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:31.882735 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Sync routers for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:31.892879 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:31.897752 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:31.949812 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:31.954070 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c92ec00a-c00a-47e5-aecd-bcb81b7f59a3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7140877 Apr 14 21:04:31.954172 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 58954) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:32.005532 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:32.136567 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device e832c98c-3922-491c-bba8-9fde96e6ecb8 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:32.209321 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:30Z', 'revision_number': 3, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:32.220368 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port e832c98c-3922-491c-bba8-9fde96e6ecb8 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:32.221040 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.244087 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Checking router: fe3fafb3-af93-46e5-baca-46eac9c40d61 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:32.244440 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Updating router fe3fafb3-af93-46e5-baca-46eac9c40d61 port 5e721ba4-bd69-4b90-bba8-6ab62909501d binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:32.275381 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.327395 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port e832c98c-3922-491c-bba8-9fde96e6ecb8 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:32.462943 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.552560 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Publish callbacks [] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.627521 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7746d312-5f7e-44a8-baef-60e8a1b1981a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.639190 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.671813 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Allocated IP 172.20.0.1 (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74/9a6d88b3-1ecb-441a-a247-30ed552ed243/5e11aa87-00ef-4b9e-93dd-1383f4ed4eae) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:32.745036 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9f89e-0276-4bf8-b5ae-b990530abf42 req-2d3f5936-0648-42eb-9730-f7fed11d6530 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:32.747905 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-81f9f89e-0276-4bf8-b5ae-b990530abf42 req-2d3f5936-0648-42eb-9730-f7fed11d6530 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 950 time: 0.0795193 Apr 14 21:04:32.803211 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-81f9f89e-0276-4bf8-b5ae-b990530abf42 req-e71ed28b-71e7-4da9-b9e9-befac74a550f tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Apr 14 21:04:32.809400 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks [] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.810136 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Attempting to bind port 5e721ba4-bd69-4b90-bba8-6ab62909501d on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:32.810601 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Attempting to bind port 5e721ba4-bd69-4b90-bba8-6ab62909501d by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:32.810863 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Attempting to bind port 5e721ba4-bd69-4b90-bba8-6ab62909501d on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:32.812847 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Pushing event updated for resources: {'Port': ['ID=5e721ba4-bd69-4b90-bba8-6ab62909501d,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:32.821492 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:32.821875 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:32.822275 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.822910 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:32.823126 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Bound port: 5e721ba4-bd69-4b90-bba8-6ab62909501d, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:32.823598 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.845828 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.846431 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.846800 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.847159 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.848906 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.848906 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.848906 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.848906 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.848906 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.849847 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.849847 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.850154 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.850369 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.850644 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.850970 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:04:32.884265 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] For port 5e721ba4-bd69-4b90-bba8-6ab62909501d, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:32.887995 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] For port 5e721ba4-bd69-4b90-bba8-6ab62909501d, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5e721ba4-bd69-4b90-bba8-6ab62909501d,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:32.953515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.953696 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:32.997693 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:33.013530 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Pushing event updated for resources: {'Port': ['ID=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:33.016394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:33.020011 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:33.024099 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:33.024755 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:33.030430 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b95bf-0d9e-4945-b566-4c0bcf0687d1 None None] Pushing event updated for resources: {'Port': ['ID=5e721ba4-bd69-4b90-bba8-6ab62909501d,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:33.067442 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (fe3fafb3-af93-46e5-baca-46eac9c40d61), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:33.160759 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:33.269591 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-485bd5e1-fa9d-4581-9325-6a65f85a8641 None None] Provisioning complete for port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:33.269971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-485bd5e1-fa9d-4581-9325-6a65f85a8641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:33.305237 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-485bd5e1-fa9d-4581-9325-6a65f85a8641 None None] Port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:33.346056 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:30Z', 'revision_number': 3, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:33.363729 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:33.374502 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16dd48-5d80-442e-9261-eaa615140cea None None] The sync data for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi is: [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:30Z', 'revision_number': 3, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:33.543146 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks [] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:33.655989 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:33.738598 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Pushing event updated for resources: {'Port': ['ID=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:33.741880 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (fe3fafb3-af93-46e5-baca-46eac9c40d61), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:33.850555 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:33.852132 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:33.940101 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f504eb-feea-4401-b05a-ff10e825dacb req-7ceb1855-8940-4a9f-9722-4a5e916c8935 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:33.949085 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-70f504eb-feea-4401-b05a-ff10e825dacb req-7ceb1855-8940-4a9f-9722-4a5e916c8935 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 950 time: 0.0689151 Apr 14 21:04:34.005753 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-70f504eb-feea-4401-b05a-ff10e825dacb req-6af847ec-5abc-4601-90b1-aee3a63c2c09 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549922 Apr 14 21:04:34.131106 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-aaebb319-0f83-40f6-946e-255e184bc7b5 None None] Provisioning complete for port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:34.131778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-aaebb319-0f83-40f6-946e-255e184bc7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:34.162679 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e721ba4-bd69-4b90-bba8-6ab62909501d up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:34.213806 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-aaebb319-0f83-40f6-946e-255e184bc7b5 None None] Port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:34.232741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5e721ba4-bd69-4b90-bba8-6ab62909501d triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:34.233126 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:34.264336 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Router fe3fafb3-af93-46e5-baca-46eac9c40d61 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:04:34.315914 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5e721ba4-bd69-4b90-bba8-6ab62909501d is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:34.316322 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:34.338159 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 5e721ba4-bd69-4b90-bba8-6ab62909501d, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5e721ba4-bd69-4b90-bba8-6ab62909501d,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:34.388381 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:34.393886 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c495a6f1-7284-49fb-b213-a0bcb076a13e admin admin] 10.222.0.37 "PUT /v2.0/routers/fe3fafb3-af93-46e5-baca-46eac9c40d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387355 Apr 14 21:04:34.451258 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:34.505556 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=5e721ba4-bd69-4b90-bba8-6ab62909501d,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:34.562842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08758a-7822-442c-8183-6567d562fa70 req-6a77b215-17b0-4cfd-a419-f35fed525a1f tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:34.567534 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0f08758a-7822-442c-8183-6567d562fa70 req-6a77b215-17b0-4cfd-a419-f35fed525a1f tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 950 time: 0.0462790 Apr 14 21:04:34.612120 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0f08758a-7822-442c-8183-6567d562fa70 req-a6776359-731b-489b-8e09-3fa0c923da08 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Apr 14 21:04:34.818477 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59026) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:34.865153 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Deleting subnet bc295dfa-d9d6-41fd-9da9-429eafca501b {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:04:34.870324 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Publish callbacks [] for subnet (bc295dfa-d9d6-41fd-9da9-429eafca501b), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:34.908855 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130374909'] for subnet (bc295dfa-d9d6-41fd-9da9-429eafca501b), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:34.953573 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (bc295dfa-d9d6-41fd-9da9-429eafca501b), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.090589 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130671796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130203961'] for subnet (bc295dfa-d9d6-41fd-9da9-429eafca501b), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.118046 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59036) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:35.123638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1709454801-network', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:35.124872 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc295dfa-d9d6-41fd-9da9-429eafca501b,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:35.125741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.131071 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d8c606f5-212a-4bc5-836f-23f517581170 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc295dfa-d9d6-41fd-9da9-429eafca501b HTTP/1.1" status: 204 len: 168 time: 0.3111529 Apr 14 21:04:35.133335 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59038) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:35.135968 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Sync routers for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:35.149844 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:35.150564 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:35.187479 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-18cda7e2-9700-4daa-a270-3a910d609ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.208979 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (3c3997a5-b758-4777-8479-4b647ac74632), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.237179 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Made reservation on behalf of 0e3a6921c4b84519bb784e44d7353209 for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:35.239492 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.258656 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.309678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (3c3997a5-b758-4777-8479-4b647ac74632), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.343732 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3997a5-b758-4777-8479-4b647ac74632']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:35.358949 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:35.359244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83c8f45-6f2e-4550-91ea-1f71e88f6c58') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:35.371255 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (c83c8f45-6f2e-4550-91ea-1f71e88f6c58), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.386246 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:35.393203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (c83c8f45-6f2e-4550-91ea-1f71e88f6c58), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.403675 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:04:35.404157 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (c83c8f45-6f2e-4550-91ea-1f71e88f6c58), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:04:35.405883 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:04:35.468137 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks [] for security_group (0b58dfeb-8f13-49a8-b962-55d6ec996d0c), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.553307 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0b58dfeb-8f13-49a8-b962-55d6ec996d0c), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.574553 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:04:35.579594 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 2, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:35.587171 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (3c3997a5-b758-4777-8479-4b647ac74632), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.593395 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b58dfeb-8f13-49a8-b962-55d6ec996d0c,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:35.596344 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.601966 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c3997a5-b758-4777-8479-4b647ac74632 HTTP/1.1" status: 204 len: 168 time: 0.4652057 Apr 14 21:04:35.604228 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (409d34c1-238c-45ec-b236-22d8909c109f), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.604228 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Added segment 409d34c1-238c-45ec-b236-22d8909c109f of type vlan for network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 Apr 14 21:04:35.614704 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Checking router: fe3fafb3-af93-46e5-baca-46eac9c40d61 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:35.614704 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Updating router fe3fafb3-af93-46e5-baca-46eac9c40d61 port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:35.618453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3e4b8-0b73-4227-b042-4ac5f933caa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3997a5-b758-4777-8479-4b647ac74632,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:35.654930 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.663067 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.736359 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43782d-0c0d-4ecf-938e-13cb1658f52f req-fe0a4c67-bf0f-4df5-9e0f-1ee061f4bdef tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:35.740838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af43782d-0c0d-4ecf-938e-13cb1658f52f req-fe0a4c67-bf0f-4df5-9e0f-1ee061f4bdef tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 950 time: 0.0496216 Apr 14 21:04:35.760264 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.761176 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:35.761764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:35.845733 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af43782d-0c0d-4ecf-938e-13cb1658f52f req-50ac92c1-552f-4b48-9310-f71de24bf251 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4e20c12-379f-471d-bc66-c4cfb302838b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997257 Apr 14 21:04:35.846666 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb9bf94-0ac8-4f58-b4e2-4886c13257c2,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:35.857648 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:04:35.874176 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ee7218f9-b2a6-4985-b437-10d9213d5e64 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7548656 Apr 14 21:04:35.876492 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59044) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:35.881189 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Request body: {'subnet': {'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1709454801-subnet', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:35.968233 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-c5f68036-348e-4dd7-a786-df4e23b9ecb0 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:35.969788 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-c5f68036-348e-4dd7-a786-df4e23b9ecb0 tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.45 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 950 time: 0.0543337 Apr 14 21:04:35.970620 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Made reservation on behalf of 0e3a6921c4b84519bb784e44d7353209 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:35.973384 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133224405'] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.006736 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Publish callbacks [] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.071463 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e721ba4-bd69-4b90-bba8-6ab62909501d up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:36.093222 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Deleting port 563faaa2-a8e7-4c10-b187-ad65fef20856 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:04:36.093726 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.103770 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.139912 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59046) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:36.167569 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf35b7-f186-4130-b38c-cdfa8f823489 None None] Pushing event updated for resources: {'Port': ['ID=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:36.183416 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5e721ba4-bd69-4b90-bba8-6ab62909501d triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:36.183416 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.198012 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-1b65119d-60e1-45a5-9b36-906fedd44b4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cc25152d6eb4123ab5ae77d123ecf52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0569205 Apr 14 21:04:36.201190 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59048) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:36.212004 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] For port 563faaa2-a8e7-4c10-b187-ad65fef20856, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=563faaa2-a8e7-4c10-b187-ad65fef20856,segment=NetworkSegment(c88d47d5-6606-4bca-a4b8-4c27023ea1a3),segment_id=c88d47d5-6606-4bca-a4b8-4c27023ea1a3)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:36.212463 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.231132 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Calling delete_port for 563faaa2-a8e7-4c10-b187-ad65fef20856 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:04:36.252459 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131732472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133224387'] for subnet (70c425a1-a917-470a-99ae-dd07142d1fb3), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.266257 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Attempting to bind port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:36.266635 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Attempting to bind port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:36.267004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Attempting to bind port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae on network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:36.276450 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:36.276860 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Checking segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:36.277228 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.278178 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Bound using segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:36.278672 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Bound port: 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:36.279057 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.311806 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c425a1-a917-470a-99ae-dd07142d1fb3,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:36.342152 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d1f2-53bc-46d4-b8a0-c41075427628 admin admin] Publish callbacks [] for security_group (e3e7e10c-b825-4f4b-a145-58bdf7da5909), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.361693 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5e721ba4-bd69-4b90-bba8-6ab62909501d is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:36.381729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d1f2-53bc-46d4-b8a0-c41075427628 admin admin] Publish callbacks [] for security_group (e3e7e10c-b825-4f4b-a145-58bdf7da5909), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.398266 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] For port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:36.402342 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] For port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:36.417841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Checking segment: {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:36.418253 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Network hostable DHCP agents. Network: 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:04:36.450983 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-f1749e00-ed01-43eb-831b-f9a71d84cebd None None] Provisioning complete for port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:36.451282 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1749e00-ed01-43eb-831b-f9a71d84cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.473125 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.494522 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-f1749e00-ed01-43eb-831b-f9a71d84cebd None None] Port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:36.515885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (563faaa2-a8e7-4c10-b187-ad65fef20856), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.516274 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.528908 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['563faaa2-a8e7-4c10-b187-ad65fef20856'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:04:36.539119 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:04:36.541790 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d1f2-53bc-46d4-b8a0-c41075427628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (e3e7e10c-b825-4f4b-a145-58bdf7da5909), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.544496 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f5e0d1f2-53bc-46d4-b8a0-c41075427628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.548153 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f5e0d1f2-53bc-46d4-b8a0-c41075427628 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3e7e10c-b825-4f4b-a145-58bdf7da5909 HTTP/1.1" status: 204 len: 168 time: 0.3432546 Apr 14 21:04:36.555196 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Pushing event deleted for resources: {'Port': ['ID=563faaa2-a8e7-4c10-b187-ad65fef20856,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:36.579071 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0d1f2-53bc-46d4-b8a0-c41075427628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e7e10c-b825-4f4b-a145-58bdf7da5909,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:36.614604 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:36.615265 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:36.625788 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] No DVR routers for this DVR port 563faaa2-a8e7-4c10-b187-ad65fef20856 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:04:36.629379 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.633492 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-87f190d2-8ead-4db2-98f5-0b9c38b02e08 req-d99a82cd-c2e7-42d4-abcb-52d060ee722b tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.45 "DELETE /v2.0/ports/563faaa2-a8e7-4c10-b187-ad65fef20856 HTTP/1.1" status: 204 len: 173 time: 0.6569943 Apr 14 21:04:36.634044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472072a6-137e-47c4-be35-e4858630de86', 'name': 'network-vif-deleted', 'tag': '563faaa2-a8e7-4c10-b187-ad65fef20856'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:04:36.643958 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760f76d-ef4e-4953-b127-c6aa6dee3649" -d '{"events": [{"server_uuid": "472072a6-137e-47c4-be35-e4858630de86", "name": "network-vif-deleted", "tag": "563faaa2-a8e7-4c10-b187-ad65fef20856"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:04:36.663558 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf35b7-f186-4130-b38c-cdfa8f823489 None None] Pushing event updated for resources: {'Port': ['ID=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:36.692392 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aa5f81-c747-49c1-ab67-f8092832cbba x-openstack-request-id: req-d9aa5f81-c747-49c1-ab67-f8092832cbba {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:04:36.692793 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472072a6-137e-47c4-be35-e4858630de86", "name": "network-vif-deleted", "tag": "563faaa2-a8e7-4c10-b187-ad65fef20856", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:04:36.693055 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9aa5f81-c747-49c1-ab67-f8092832cbba {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:04:36.693466 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9aa5f81-c747-49c1-ab67-f8092832cbba'] response: {'server_uuid': '472072a6-137e-47c4-be35-e4858630de86', 'name': 'network-vif-deleted', 'tag': '563faaa2-a8e7-4c10-b187-ad65fef20856', 'status': 'completed', 'code': 200} Apr 14 21:04:36.697786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:36.702656 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:36.703444 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.711485 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a6c32-ac0c-4216-b7bb-f3af86a556bc None None] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:36.799347 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-44a7be46-d037-416d-a4a5-f97a1bfd2f3d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9218061 Apr 14 21:04:36.802326 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59056) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:36.807966 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:36.855044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:36.907753 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.909164 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.942264 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] Provisioning complete for port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:36.946987 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:36.989376 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-2cb9bf94-0ac8-4f58-b4e2-4886c13257c2', 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2', 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'fixed_ips': [{'subnet_id': '70c425a1-a917-470a-99ae-dd07142d1fb3'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:04:36.990232 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.000860 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-abf24e8a-fe71-4e9a-af4f-fa5acb8cc883 req-c56ae7e9-2ce9-486e-94ad-dc73d9596ccc tempest-VolumesNegativeTest-809710816 tempest-VolumesNegativeTest-809710816-project] 10.222.0.37 "GET /v2.0/ports?device_id=472072a6-137e-47c4-be35-e4858630de86 HTTP/1.1" status: 200 len: 210 time: 0.0651255 Apr 14 21:04:37.003893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks [] for router_controller (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.247546 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks [] for router_gateway (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.268273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] Current status of the port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:37.268273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.288883 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Allocated IP 172.20.0.2 (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2/70c425a1-a917-470a-99ae-dd07142d1fb3/31fdc505-caff-4163-9157-5cf85bbfa9ab) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:37.332354 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:36Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:37.522456 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722f000-8e10-431b-a1a7-6ac3c9d43146 None None] The sync data for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi is: [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:36Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:37.524115 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.530011 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] For port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:37.618659 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.624037 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks [] for router_gateway (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.663643 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.763171 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8b83f-7eb3-4910-bac9-256f0e378340 None None] Pushing event updated for resources: {'Port': ['ID=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:37.783108 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Publish callbacks [] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.813347 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Allocated IP 172.27.2.124 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/5039d8f5-d797-459f-aad8-09fc171a36bd) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:37.841531 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.877716 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:37.941127 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:37.950296 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:37.951519 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:37.961358 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Pushing event updated for resources: {'Port': ['ID=31fdc505-caff-4163-9157-5cf85bbfa9ab,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:38.030052 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks [] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.057209 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Attempting to bind port 31fdc505-caff-4163-9157-5cf85bbfa9ab on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:38.057597 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Attempting to bind port 31fdc505-caff-4163-9157-5cf85bbfa9ab by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:38.057973 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Attempting to bind port 31fdc505-caff-4163-9157-5cf85bbfa9ab on network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:38.075561 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:38.076021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Checking segment: {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:38.076441 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.076842 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Bound using segment: {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:38.077566 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Bound port: 31fdc505-caff-4163-9157-5cf85bbfa9ab, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:38.078114 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.147752 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.169289 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:38.210381 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] For port 31fdc505-caff-4163-9157-5cf85bbfa9ab, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:38.247729 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] For port 31fdc505-caff-4163-9157-5cf85bbfa9ab, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=31fdc505-caff-4163-9157-5cf85bbfa9ab,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:38.252192 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:38.255122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:38.263988 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:38.274529 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:38.275069 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.302358 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Pushing event updated for resources: {'Port': ['ID=5039d8f5-d797-459f-aad8-09fc171a36bd,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:38.375156 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:38.378119 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:38.506930 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f852c1-ad14-4224-a4c5-6d2c2905dc46 None None] Pushing event updated for resources: {'Port': ['ID=31fdc505-caff-4163-9157-5cf85bbfa9ab,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:38.778856 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks [] for router_gateway (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:39.021616 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:39.284823 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:04:39.477333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:39.490172 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Sync routers for ids ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:39.502161 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1518e64-fdff-46d4-9fbd-07ecc540ecb2 req-268bc466-a5ad-4b73-bb44-cd8d0aad642f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:39.505821 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d1518e64-fdff-46d4-9fbd-07ecc540ecb2 req-268bc466-a5ad-4b73-bb44-cd8d0aad642f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0644228 Apr 14 21:04:39.510670 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Routers {'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:39.511779 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:39.590247 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:39.591712 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-757c55a4-a28c-4308-a06f-b4d0210d758d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7880011 Apr 14 21:04:39.594439 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59184) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:39.621060 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d1518e64-fdff-46d4-9fbd-07ecc540ecb2 req-b027678c-49f7-42e8-bbed-3a86952b10db tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915728 Apr 14 21:04:39.641584 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:39.690992 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Set router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:39.825215 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3933c10-1cf5-4f9e-8698-f03ce754bd27 None None] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:39.874830 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:04:38Z', 'revision_number': 3, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:39.904695 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] Provisioning complete for port 31fdc505-caff-4163-9157-5cf85bbfa9ab triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:39.905076 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:39.915087 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Checking router: ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:39.921761 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Updating router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 port 5039d8f5-d797-459f-aad8-09fc171a36bd binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:39.948848 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.091810 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 563faaa2-a8e7-4c10-b187-ad65fef20856 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:04:40.120686 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] Current status of the port 31fdc505-caff-4163-9157-5cf85bbfa9ab is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:40.121872 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.125771 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 563faaa2-a8e7-4c10-b187-ad65fef20856 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:04:40.126517 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 563faaa2-a8e7-4c10-b187-ad65fef20856 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:04:40.133956 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.172518 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] For port 31fdc505-caff-4163-9157-5cf85bbfa9ab, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=31fdc505-caff-4163-9157-5cf85bbfa9ab,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:40.182513 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 31fdc505-caff-4163-9157-5cf85bbfa9ab up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:40.236923 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 31fdc505-caff-4163-9157-5cf85bbfa9ab triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:40.237574 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.305174 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Publish callbacks [] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.334523 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.374818 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Allocated IP 172.20.0.1 (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2/70c425a1-a917-470a-99ae-dd07142d1fb3/3f5b70a8-64f8-429a-b53d-88eae52a570c) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:40.383460 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 31fdc505-caff-4163-9157-5cf85bbfa9ab is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:40.384403 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.405162 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.476264 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-319b780f-2aa5-4a7f-8594-ae9f819cd208 None None] Provisioning complete for port 31fdc505-caff-4163-9157-5cf85bbfa9ab triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:40.480637 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-319b780f-2aa5-4a7f-8594-ae9f819cd208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.489007 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726086-b2f3-4e6a-8fd2-a6d36de52f8f None None] Pushing event updated for resources: {'Port': ['ID=5039d8f5-d797-459f-aad8-09fc171a36bd,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:40.494474 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Attempting to bind port 5039d8f5-d797-459f-aad8-09fc171a36bd on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:40.495699 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Attempting to bind port 5039d8f5-d797-459f-aad8-09fc171a36bd by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:40.497003 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Attempting to bind port 5039d8f5-d797-459f-aad8-09fc171a36bd on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:40.497538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847e0bd-7ed4-4b4d-85c2-a32362e9accb None None] Pushing event updated for resources: {'Port': ['ID=31fdc505-caff-4163-9157-5cf85bbfa9ab,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:40.502914 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:40.503626 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:40.509230 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.509230 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:40.509808 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.db.api [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:04:40.509896 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Bound port: 5039d8f5-d797-459f-aad8-09fc171a36bd, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:40.509982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG oslo_db.api [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:04:40.510066 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.573918 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-319b780f-2aa5-4a7f-8594-ae9f819cd208 None None] Current status of the port 31fdc505-caff-4163-9157-5cf85bbfa9ab is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:40.576254 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks [] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.585052 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] For port 5039d8f5-d797-459f-aad8-09fc171a36bd, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:40.588091 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] For port 5039d8f5-d797-459f-aad8-09fc171a36bd, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5039d8f5-d797-459f-aad8-09fc171a36bd,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:40.682074 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.682294 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.744055 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:40.751324 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:40.753643 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Pushing event updated for resources: {'Port': ['ID=3f5b70a8-64f8-429a-b53d-88eae52a570c,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:40.761711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:40.769940 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f57cd-0821-4963-950a-eb6319e3ca02 req-e5d8ad0f-5e65-4f4c-b33b-d103b964cb3f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:40.771601 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab0f57cd-0821-4963-950a-eb6319e3ca02 req-e5d8ad0f-5e65-4f4c-b33b-d103b964cb3f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0740452 Apr 14 21:04:40.784421 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Routers {'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:40.785329 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:40.787541 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726086-b2f3-4e6a-8fd2-a6d36de52f8f None None] Pushing event updated for resources: {'Port': ['ID=5039d8f5-d797-459f-aad8-09fc171a36bd,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:40.817195 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:40.846651 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab0f57cd-0821-4963-950a-eb6319e3ca02 req-044f7178-da7e-4749-991c-4851ed4c9be4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674040 Apr 14 21:04:40.945978 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] Set router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:41.058001 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 31fdc505-caff-4163-9157-5cf85bbfa9ab is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:41.081563 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.104209 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-12de7e4a-1316-431b-bb01-cdc17161f47d None None] Provisioning complete for port 3f5b70a8-64f8-429a-b53d-88eae52a570c triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:41.104595 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-12de7e4a-1316-431b-bb01-cdc17161f47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.149184 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-12de7e4a-1316-431b-bb01-cdc17161f47d None None] Port 3f5b70a8-64f8-429a-b53d-88eae52a570c cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:41.165535 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:04:38Z', 'revision_number': 3, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:41.192707 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfe1d4-db8a-4b1e-ab6e-22e02e3e5b57 None None] The sync data for ids ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'] in dv-cinder-837541-3-iscsi is: [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:04:38Z', 'revision_number': 3, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:41.295093 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks [] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.390020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.478906 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.481305 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Pushing event updated for resources: {'Port': ['ID=3f5b70a8-64f8-429a-b53d-88eae52a570c,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:41.595860 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:41.597608 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:41.752505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:04:41.885149 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-29573d22-c807-4cff-86b1-0ce11a934ee7 None None] Provisioning complete for port 3f5b70a8-64f8-429a-b53d-88eae52a570c triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:41.885543 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-29573d22-c807-4cff-86b1-0ce11a934ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:41.906102 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:41.922216 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2dfbc13a-40d2-4651-a6c2-d08046d491db admin admin] 10.222.0.37 "PUT /v2.0/routers/ea2ba0a2-7895-4e71-97d0-ecfb78877cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3160996 Apr 14 21:04:41.953543 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-29573d22-c807-4cff-86b1-0ce11a934ee7 None None] Port 3f5b70a8-64f8-429a-b53d-88eae52a570c cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:42.031023 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a078-3731-4585-bd3d-398af1584ff2 req-b1254f2b-2175-4369-acaf-660d2564c7df tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:42.047404 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b652a078-3731-4585-bd3d-398af1584ff2 req-b1254f2b-2175-4369-acaf-660d2564c7df tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0861771 Apr 14 21:04:42.119300 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b652a078-3731-4585-bd3d-398af1584ff2 req-1ba9e3db-22b3-4852-881f-8c36dafe766f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663011 Apr 14 21:04:42.226055 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5039d8f5-d797-459f-aad8-09fc171a36bd up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:42.292563 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5039d8f5-d797-459f-aad8-09fc171a36bd triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:42.293648 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:42.385031 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5039d8f5-d797-459f-aad8-09fc171a36bd is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:42.385339 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:42.407908 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 5039d8f5-d797-459f-aad8-09fc171a36bd, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5039d8f5-d797-459f-aad8-09fc171a36bd,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:42.536314 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:42.537855 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 31fdc505-caff-4163-9157-5cf85bbfa9ab up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:42.623509 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=5039d8f5-d797-459f-aad8-09fc171a36bd,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:42.642385 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59354) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:42.647530 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655414305', 'description': 'tempest-secgroup-smoke-1655414305 description', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:42.654048 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 31fdc505-caff-4163-9157-5cf85bbfa9ab triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:42.654906 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:42.745190 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 31fdc505-caff-4163-9157-5cf85bbfa9ab is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:42.807497 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:42.904006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group (6463cbe2-8511-45a3-a6c4-7debb7d28d8a), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:42.978625 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6463cbe2-8511-45a3-a6c4-7debb7d28d8a), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.009147 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6463cbe2-8511-45a3-a6c4-7debb7d28d8a,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:43.028549 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Sync routers for ids ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:43.037713 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Routers {'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:43.038403 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:43.078393 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.080325 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e40ba69f-3040-4789-8b08-515f05ade4dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4363067 Apr 14 21:04:43.084212 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59370) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:43.088948 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group_rule': {'security_group_id': '6463cbe2-8511-45a3-a6c4-7debb7d28d8a', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:43.154365 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Set router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:43.203297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (cc038a18-eeed-4f1a-a04d-162f01051312), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.268785 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847952b-3439-41f2-b2f0-86e6fc79f869 req-0b2b0441-0f06-41de-a534-a347490bf209 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:43.270865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5847952b-3439-41f2-b2f0-86e6fc79f869 req-0b2b0441-0f06-41de-a534-a347490bf209 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0833304 Apr 14 21:04:43.338950 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (cc038a18-eeed-4f1a-a04d-162f01051312), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.351065 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5847952b-3439-41f2-b2f0-86e6fc79f869 req-777992cd-ec24-41d2-9701-6ec51b05797c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729201 Apr 14 21:04:43.390566 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:04:40Z', 'revision_number': 4, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '3f5b70a8-64f8-429a-b53d-88eae52a570c', 'name': '', 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'mac_address': 'fa:16:3e:1a:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70c425a1-a917-470a-99ae-dd07142d1fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:40Z', 'updated_at': '2022-04-14T21:04:41Z', 'revision_number': 2, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'subnets': [{'id': '70c425a1-a917-470a-99ae-dd07142d1fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:43.408292 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (cc038a18-eeed-4f1a-a04d-162f01051312), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.419013 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Checking router: ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:43.419892 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Updating router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 port 3f5b70a8-64f8-429a-b53d-88eae52a570c binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:43.429742 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc038a18-eeed-4f1a-a04d-162f01051312,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:43.448854 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.507772 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.512046 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c73fe740-569e-43d1-9fda-24513ea85e66 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240463 Apr 14 21:04:43.512280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59386) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:43.517067 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group_rule': {'security_group_id': '6463cbe2-8511-45a3-a6c4-7debb7d28d8a', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:43.611015 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (c6a3002e-be76-41a3-9d37-a34021040359), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.682408 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (c6a3002e-be76-41a3-9d37-a34021040359), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.752468 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Publish callbacks [] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.764661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (c6a3002e-be76-41a3-9d37-a34021040359), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.781839 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a3002e-be76-41a3-9d37-a34021040359,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:43.844149 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.893029 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b2747-2634-46c2-b6f8-f9b1c6000e85 None None] Pushing event updated for resources: {'Port': ['ID=3f5b70a8-64f8-429a-b53d-88eae52a570c,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:43.909450 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.917611 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-fca9b17a-6558-4228-a5c6-67d80a19e2c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973010 Apr 14 21:04:43.917611 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59404) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:43.918191 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group_rule': {'security_group_id': '6463cbe2-8511-45a3-a6c4-7debb7d28d8a', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:43.967042 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Attempting to bind port 3f5b70a8-64f8-429a-b53d-88eae52a570c on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:43.967444 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Attempting to bind port 3f5b70a8-64f8-429a-b53d-88eae52a570c by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:43.967858 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Attempting to bind port 3f5b70a8-64f8-429a-b53d-88eae52a570c on network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:43.974287 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:43.974680 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Checking segment: {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:43.975122 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:43.975561 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Bound using segment: {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:43.976072 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Bound port: 3f5b70a8-64f8-429a-b53d-88eae52a570c, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409d34c1-238c-45ec-b236-22d8909c109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:43.976464 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.040113 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (da6029b5-9ec3-4754-a08b-ba5d478895b4), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.072863 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] For port 3f5b70a8-64f8-429a-b53d-88eae52a570c, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:44.077559 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] For port 3f5b70a8-64f8-429a-b53d-88eae52a570c, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=3f5b70a8-64f8-429a-b53d-88eae52a570c,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:44.104528 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5039d8f5-d797-459f-aad8-09fc171a36bd up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:44.142341 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (da6029b5-9ec3-4754-a08b-ba5d478895b4), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.155891 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.160215 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 5039d8f5-d797-459f-aad8-09fc171a36bd triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:44.163436 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.210809 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (da6029b5-9ec3-4754-a08b-ba5d478895b4), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.233717 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6029b5-9ec3-4754-a08b-ba5d478895b4,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:44.323274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.323274 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0253f67f-99d6-44bc-84b7-45fa4765a8b0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078286 Apr 14 21:04:44.325453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59418) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:44.330192 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group_rule': {'security_group_id': '6463cbe2-8511-45a3-a6c4-7debb7d28d8a', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:44.375341 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] Provisioning complete for port 3f5b70a8-64f8-429a-b53d-88eae52a570c triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:44.375761 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.419409 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b2747-2634-46c2-b6f8-f9b1c6000e85 None None] Pushing event updated for resources: {'Port': ['ID=3f5b70a8-64f8-429a-b53d-88eae52a570c,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:44.427981 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Routers {'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:44.428621 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:44.444328 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (32cba350-411b-4466-9e61-17ed8712d41d), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.555080 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0446504-50cf-4338-99ca-4c44b3334a8d req-656af982-3c52-4afa-b732-ad2206926c4c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:44.562915 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b0446504-50cf-4338-99ca-4c44b3334a8d req-656af982-3c52-4afa-b732-ad2206926c4c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0659618 Apr 14 21:04:44.607865 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 5039d8f5-d797-459f-aad8-09fc171a36bd is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:44.642225 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] Current status of the port 3f5b70a8-64f8-429a-b53d-88eae52a570c is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:44.642619 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.646606 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (32cba350-411b-4466-9e61-17ed8712d41d), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.648508 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] Set router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:44.655892 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b0446504-50cf-4338-99ca-4c44b3334a8d req-436fe033-4b43-4d91-812b-9eb7cc65550c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919864 Apr 14 21:04:44.718762 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (32cba350-411b-4466-9e61-17ed8712d41d), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.739976 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cba350-411b-4466-9e61-17ed8712d41d,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:44.763462 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] For port 3f5b70a8-64f8-429a-b53d-88eae52a570c, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=3f5b70a8-64f8-429a-b53d-88eae52a570c,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:44.875222 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.878302 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:44.879479 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a6ae64b5-6343-4539-bd7b-9c7f985968b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5525696 Apr 14 21:04:44.879609 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59438) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:44.882845 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:04:40Z', 'revision_number': 4, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '3f5b70a8-64f8-429a-b53d-88eae52a570c', 'name': '', 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'mac_address': 'fa:16:3e:1a:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70c425a1-a917-470a-99ae-dd07142d1fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:40Z', 'updated_at': '2022-04-14T21:04:44Z', 'revision_number': 4, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'subnets': [{'id': '70c425a1-a917-470a-99ae-dd07142d1fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:44.889291 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group_rule': {'security_group_id': '6463cbe2-8511-45a3-a6c4-7debb7d28d8a', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:44.932288 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4c6d5-e38a-464b-937d-86f42e0b7e3b None None] The sync data for ids ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'] in dv-cinder-837541-3-iscsi is: [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:04:40Z', 'revision_number': 4, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '3f5b70a8-64f8-429a-b53d-88eae52a570c', 'name': '', 'network_id': '2cb9bf94-0ac8-4f58-b4e2-4886c13257c2', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'mac_address': 'fa:16:3e:1a:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '70c425a1-a917-470a-99ae-dd07142d1fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:40Z', 'updated_at': '2022-04-14T21:04:44Z', 'revision_number': 4, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'subnets': [{'id': '70c425a1-a917-470a-99ae-dd07142d1fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:44.965573 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d6e42-f4c8-4147-9ec2-4f9376c36785 None None] Pushing event updated for resources: {'Port': ['ID=3f5b70a8-64f8-429a-b53d-88eae52a570c,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:45.006424 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.securitygroups_db [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Project 16b0cfbfcb9b4ceb9ace6c6ea6761b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:04:45.015790 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (731f8222-1adb-4ebe-be29-567d5e52c7cb), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.026426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a59cbf06-85df-43e9-a650-a52f69661116 None None] Provisioning complete for port 3f5b70a8-64f8-429a-b53d-88eae52a570c triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:45.026969 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a59cbf06-85df-43e9-a650-a52f69661116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.126035 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a59cbf06-85df-43e9-a650-a52f69661116 None None] Current status of the port 3f5b70a8-64f8-429a-b53d-88eae52a570c is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:45.148376 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (731f8222-1adb-4ebe-be29-567d5e52c7cb), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.218292 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (731f8222-1adb-4ebe-be29-567d5e52c7cb), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.233772 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731f8222-1adb-4ebe-be29-567d5e52c7cb,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:45.351999 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.355565 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4202450a-2cf7-43b9-8968-8d839872d053 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4725447 Apr 14 21:04:45.357025 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59454) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:45.361739 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'security_group_rule': {'security_group_id': '6463cbe2-8511-45a3-a6c4-7debb7d28d8a', 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:45.482659 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.securitygroups_db [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Project 16b0cfbfcb9b4ceb9ace6c6ea6761b85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:04:45.491299 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (c78b2c5f-7fdf-4c6f-9617-2cf6e27d2474), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.565969 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (c78b2c5f-7fdf-4c6f-9617-2cf6e27d2474), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.650019 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (c78b2c5f-7fdf-4c6f-9617-2cf6e27d2474), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.666701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59466) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:45.669737 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78b2c5f-7fdf-4c6f-9617-2cf6e27d2474,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:45.743536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:45.745025 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c1494537-749d-4c8a-aff6-30fe8b310387 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3870094 Apr 14 21:04:45.796079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168af3f5-1c07-48f0-a628-76a3ee21f3b1 req-c482888f-75dd-43cb-8986-4a6a3b60ab98 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:45.804364 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-168af3f5-1c07-48f0-a628-76a3ee21f3b1 req-c482888f-75dd-43cb-8986-4a6a3b60ab98 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0745912 Apr 14 21:04:45.870535 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-168af3f5-1c07-48f0-a628-76a3ee21f3b1 req-c225e8ba-d12d-46d7-9449-da325607f611 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600569 Apr 14 21:04:45.917384 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59486) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:45.926661 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-5f228600-33a2-4e71-b7bb-949349997e9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5849a3ea3e3b4fbeb42f2d0ad7a13243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479773 Apr 14 21:04:45.989865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8aab28-9788-4ce9-afd6-ba332529b3d1 admin admin] Publish callbacks [] for security_group (c4e20c12-379f-471d-bc66-c4cfb302838b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:46.016019 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8aab28-9788-4ce9-afd6-ba332529b3d1 admin admin] Publish callbacks [] for security_group (c4e20c12-379f-471d-bc66-c4cfb302838b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:46.137528 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 3f5b70a8-64f8-429a-b53d-88eae52a570c up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:46.150410 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8aab28-9788-4ce9-afd6-ba332529b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c4e20c12-379f-471d-bc66-c4cfb302838b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:46.153598 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6f8aab28-9788-4ce9-afd6-ba332529b3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:46.154821 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6f8aab28-9788-4ce9-afd6-ba332529b3d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4e20c12-379f-471d-bc66-c4cfb302838b HTTP/1.1" status: 204 len: 168 time: 0.2365284 Apr 14 21:04:46.175808 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8aab28-9788-4ce9-afd6-ba332529b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e20c12-379f-471d-bc66-c4cfb302838b,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:46.223909 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 3f5b70a8-64f8-429a-b53d-88eae52a570c triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:46.224300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:46.319304 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 3f5b70a8-64f8-429a-b53d-88eae52a570c is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:47.001563 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312c4b-bb8c-40dc-b0d9-ac6f3a846f96 req-8728f99b-8ec4-4813-992f-9ff05254dba6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:47.005038 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-23312c4b-bb8c-40dc-b0d9-ac6f3a846f96 req-8728f99b-8ec4-4813-992f-9ff05254dba6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0710924 Apr 14 21:04:47.057538 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-23312c4b-bb8c-40dc-b0d9-ac6f3a846f96 req-333832a6-c396-4288-9810-11c2dc8225d8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Apr 14 21:04:47.376966 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59582) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:47.487120 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49737042-network', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:47.556030 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e02c3-0103-46c3-b10d-edbdab616cb4 req-02a738bb-db8b-4439-b249-7156a5b40c42 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:47.557550 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-539e02c3-0103-46c3-b10d-edbdab616cb4 req-02a738bb-db8b-4439-b249-7156a5b40c42 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0557477 Apr 14 21:04:47.605018 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-7a8ae97b-a38b-4dbf-a317-1c84b37a175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:47.607496 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-7a8ae97b-a38b-4dbf-a317-1c84b37a175a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0495667 Apr 14 21:04:47.706001 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-8b91f053-ee13-4457-bf5c-1a22ea3919c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:47.707487 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-8b91f053-ee13-4457-bf5c-1a22ea3919c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.0939474 Apr 14 21:04:47.786377 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-f466b025-a6d9-42e3-85ed-2320af66b0d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 1001 time: 0.0729218 Apr 14 21:04:47.839169 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Made reservation on behalf of 6aab6e9b0b8f43609fad4f8ebeef7a5f for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:47.840956 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-edb3537b-9371-4be3-bb8e-8560cfc8a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:47.845401 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-edb3537b-9371-4be3-bb8e-8560cfc8a2d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0493746 Apr 14 21:04:47.845557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:47.856969 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:47.895860 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-539e02c3-0103-46c3-b10d-edbdab616cb4 req-0d04581e-990a-467f-b59c-452f5c205292 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310990 Apr 14 21:04:47.901135 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-ebf06f86-c48b-4266-be3c-61c70e34a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:47.904048 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-ebf06f86-c48b-4266-be3c-61c70e34a275 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539603 Apr 14 21:04:47.969200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks [] for security_group (4ec0e3f0-302d-4b97-8892-0ae6e3691541), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.046988 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (4ec0e3f0-302d-4b97-8892-0ae6e3691541), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.075036 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:04:48.086636 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec0e3f0-302d-4b97-8892-0ae6e3691541,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:48.093625 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (3a2755a4-e403-41c6-a0a0-99f38b2c62ca), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.094019 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Added segment 3a2755a4-e403-41c6-a0a0-99f38b2c62ca of type vlan for network 99948258-9fdd-486e-b539-afb17e43599f Apr 14 21:04:48.144487 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (99948258-9fdd-486e-b539-afb17e43599f), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.208729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896e7b1-cf35-4721-97d1-25e098aedd96 req-f7a4673d-0ffc-42d9-bd44-7b37b51fc725 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:48.210249 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0896e7b1-cf35-4721-97d1-25e098aedd96 req-f7a4673d-0ffc-42d9-bd44-7b37b51fc725 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0633316 Apr 14 21:04:48.227661 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-b80eaf37-3565-423d-b47a-02fc3eac97de service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173177 Apr 14 21:04:48.252834 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (99948258-9fdd-486e-b539-afb17e43599f), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.253906 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:48.254880 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.279105 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0896e7b1-cf35-4721-97d1-25e098aedd96 req-4a425145-2c5f-4fe4-93bc-e0bd5e4cab6d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597806 Apr 14 21:04:48.334765 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] Pushing event updated for resources: {'Network': ['ID=99948258-9fdd-486e-b539-afb17e43599f,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:48.345005 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 99948258-9fdd-486e-b539-afb17e43599f details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:04:48.347687 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6b32e04d-9376-4954-812d-b0fc36bd1b98 req-854cb6d4-d35f-4f38-bed0-cfa50b781002 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141031 Apr 14 21:04:48.365858 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-dc8f3877-cb9f-485e-a604-1b06ae815d5b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9875894 Apr 14 21:04:48.368955 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59598) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:48.375310 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Request body: {'subnet': {'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49737042-subnet', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:48.498936 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Made reservation on behalf of 6aab6e9b0b8f43609fad4f8ebeef7a5f for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:48.501719 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130203926'] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.753399 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130673003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130203904'] for subnet (5bdcfd42-e50a-47c7-a3df-b522aeb97bfc), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:48.814194 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:48.821871 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Checking segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:48.822236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Network hostable DHCP agents. Network: 99948258-9fdd-486e-b539-afb17e43599f, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:04:48.926936 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Network 99948258-9fdd-486e-b539-afb17e43599f is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:04:48.998617 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 99948258-9fdd-486e-b539-afb17e43599f) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:49.004118 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:49.004886 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.011519 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd018bf-a552-4aaa-b895-79aa896a04ea None None] Network 99948258-9fdd-486e-b539-afb17e43599f requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:49.027021 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709205-34ab-41c3-b4ad-c69c550e5216 req-5549cf8e-d391-46e2-98a4-d9d1ab13b666 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:49.028838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-96709205-34ab-41c3-b4ad-c69c550e5216 req-5549cf8e-d391-46e2-98a4-d9d1ab13b666 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0548601 Apr 14 21:04:49.091458 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-96709205-34ab-41c3-b4ad-c69c550e5216 req-5679c15f-1d04-45a0-87c9-406fca673087 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566907 Apr 14 21:04:49.093541 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-18aa842c-3b4c-4938-a12d-9a46847f7ff8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7227507 Apr 14 21:04:49.096643 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59610) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:49.100914 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:49.128932 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-99948258-9fdd-486e-b539-afb17e43599f', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:04:49.131397 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.207162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.208514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.260558 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks [] for router_controller (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.261214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Allocated IP 172.20.0.2 (99948258-9fdd-486e-b539-afb17e43599f/5bdcfd42-e50a-47c7-a3df-b522aeb97bfc/124c6895-f23b-4a90-8f35-170ee4f359d7) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:49.424759 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Publish callbacks [] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.481991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.500275 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad1732-3768-46c8-8d5c-3d73eccf4536 req-379e3a61-60c2-4ce3-8ccd-c9c7c3b0cb5d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:49.501827 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b8ad1732-3768-46c8-8d5c-3d73eccf4536 req-379e3a61-60c2-4ce3-8ccd-c9c7c3b0cb5d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.1137373 Apr 14 21:04:49.505336 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks [] for router_gateway (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.523503 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Network 99948258-9fdd-486e-b539-afb17e43599f is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:49.528998 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:49.532476 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:49.537992 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Pushing event updated for resources: {'Port': ['ID=124c6895-f23b-4a90-8f35-170ee4f359d7,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:49.555109 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b8ad1732-3768-46c8-8d5c-3d73eccf4536 req-beaa284d-9da1-4b1e-a2ae-9e4cdf372611 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Apr 14 21:04:49.595400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Attempting to bind port 124c6895-f23b-4a90-8f35-170ee4f359d7 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:49.595776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Attempting to bind port 124c6895-f23b-4a90-8f35-170ee4f359d7 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:49.596538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Attempting to bind port 124c6895-f23b-4a90-8f35-170ee4f359d7 on network 99948258-9fdd-486e-b539-afb17e43599f {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:49.601628 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:49.601993 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Checking segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:49.602902 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.602902 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Bound using segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:49.603244 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Bound port: 124c6895-f23b-4a90-8f35-170ee4f359d7, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:49.604070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.675049 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] For port 124c6895-f23b-4a90-8f35-170ee4f359d7, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:49.678235 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] For port 124c6895-f23b-4a90-8f35-170ee4f359d7, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=124c6895-f23b-4a90-8f35-170ee4f359d7,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:49.764806 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks [] for router_gateway (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.776624 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.785509 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:49.841628 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bba98-cb63-4230-bb21-4922e15fda4c None None] Pushing event updated for resources: {'Port': ['ID=124c6895-f23b-4a90-8f35-170ee4f359d7,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:49.921015 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Allocated IP 172.27.2.8 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/22b5bd84-c05e-4a46-b9d4-08e9633c37f4) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:50.051047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks [] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:50.144544 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:50.201038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:50.204942 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:50.225922 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:50.255748 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Pushing event updated for resources: {'Port': ['ID=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:50.274073 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41b1c5-8b1d-4210-bc88-2017eba02f60 req-1f4d2f7e-6fd2-48e2-bbc2-f2fe4130922b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:50.275720 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8d41b1c5-8b1d-4210-bc88-2017eba02f60 req-1f4d2f7e-6fd2-48e2-bbc2-f2fe4130922b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0996013 Apr 14 21:04:50.415305 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8d41b1c5-8b1d-4210-bc88-2017eba02f60 req-d933814d-8db7-467d-a1ae-bf3c8fe5369e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327133 Apr 14 21:04:50.612162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks [] for router_gateway (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:50.735695 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1e36-6803-473c-b411-8eb074539e61 req-7fc6544f-d03c-4393-9ae5-f39c65e0f151 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:50.737470 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3cb1e36-6803-473c-b411-8eb074539e61 req-7fc6544f-d03c-4393-9ae5-f39c65e0f151 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0902467 Apr 14 21:04:50.796174 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633048d-99cf-4329-9fa6-171025a781d8 None None] Network 99948258-9fdd-486e-b539-afb17e43599f requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:50.848076 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3cb1e36-6803-473c-b411-8eb074539e61 req-d51508d9-3443-4947-981e-cdee913fd453 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017745 Apr 14 21:04:50.901486 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] Provisioning complete for port 124c6895-f23b-4a90-8f35-170ee4f359d7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:50.901951 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:50.906461 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.048970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] Current status of the port 124c6895-f23b-4a90-8f35-170ee4f359d7 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:51.049838 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.101118 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] For port 124c6895-f23b-4a90-8f35-170ee4f359d7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=124c6895-f23b-4a90-8f35-170ee4f359d7,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:51.144311 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:04:51.167299 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.221843 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83663c-b447-42dd-b14a-55f9cd7dd745 None None] Pushing event updated for resources: {'Port': ['ID=124c6895-f23b-4a90-8f35-170ee4f359d7,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:51.276826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727e5af-cf4b-4822-8c1d-102e981428b9 req-81c28116-e90f-48ae-9734-c7ffc1b8e762 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.279083 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8727e5af-cf4b-4822-8c1d-102e981428b9 req-81c28116-e90f-48ae-9734-c7ffc1b8e762 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0841265 Apr 14 21:04:51.300664 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-6bdb2d8f-a72e-4d5f-b6f9-3f08f2283662 None None] Provisioning complete for port 124c6895-f23b-4a90-8f35-170ee4f359d7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:51.301050 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2d8f-a72e-4d5f-b6f9-3f08f2283662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.325641 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:51.339882 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Sync routers for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:51.353431 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8727e5af-cf4b-4822-8c1d-102e981428b9 req-218d0fc3-c562-418f-9c3c-2601b7451740 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684316 Apr 14 21:04:51.362561 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:51.363184 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:51.399769 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-9f2f1150-122c-4e18-85cd-028c8a4414f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.402141 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-9f2f1150-122c-4e18-85cd-028c8a4414f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 1130 time: 0.0575807 Apr 14 21:04:51.422283 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59640) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:51.431765 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.433351 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b27f7545-0b85-45e9-96ff-a956b7cca6ca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3353953 Apr 14 21:04:51.438192 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59644) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:51.482320 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb2d8f-a72e-4d5f-b6f9-3f08f2283662 None None] Current status of the port 124c6895-f23b-4a90-8f35-170ee4f359d7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:51.556640 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:51.575854 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c23d8-5981-43af-9e3f-8e0ce7d165de req-062adb48-c49d-46a0-9f2f-d15cfe56b23f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.579983 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-809c23d8-5981-43af-9e3f-8e0ce7d165de req-062adb48-c49d-46a0-9f2f-d15cfe56b23f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0586033 Apr 14 21:04:51.615205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-bfa80a3d-d99c-4003-8301-21b6f3d0713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.616884 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-bfa80a3d-d99c-4003-8301-21b6f3d0713c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 912 time: 0.2078047 Apr 14 21:04:51.624255 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10c87a37-f86b-4f71-a4dd-67e99102027e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.678563 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-809c23d8-5981-43af-9e3f-8e0ce7d165de req-7c60cb5a-1578-4ae5-a10c-43364979894d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953927 Apr 14 21:04:51.739846 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-16ffcf50-9704-4c18-a5aa-1d89dc69023b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 200 len: 1001 time: 0.1157365 Apr 14 21:04:51.745856 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10c87a37-f86b-4f71-a4dd-67e99102027e admin admin] Publish callbacks [] for security_group (d49ee51f-901c-44b6-a539-665b01c03661), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.816274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-10c87a37-f86b-4f71-a4dd-67e99102027e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d49ee51f-901c-44b6-a539-665b01c03661), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.838180 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:50Z', 'revision_number': 3, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:51.848919 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-741c35c3-01c4-4230-802c-e97c796bea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.848919 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-741c35c3-01c4-4230-802c-e97c796bea44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0682845 Apr 14 21:04:51.855519 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c87a37-f86b-4f71-a4dd-67e99102027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49ee51f-901c-44b6-a539-665b01c03661,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:51.867669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Checking router: 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:51.868184 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Updating router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:51.875641 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-10c87a37-f86b-4f71-a4dd-67e99102027e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b20bbbf13cd044a79fbaf820edd17662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517894 Apr 14 21:04:51.877813 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59648) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:51.901107 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.935449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3a59f7b0-bd2a-4ef7-b8bc-af6f7e18092e admin admin] Publish callbacks [] for security_group (d49ee51f-901c-44b6-a539-665b01c03661), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.960083 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3a59f7b0-bd2a-4ef7-b8bc-af6f7e18092e admin admin] Publish callbacks [] for security_group (d49ee51f-901c-44b6-a539-665b01c03661), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:51.960340 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-cc92be42-d76c-4f70-b31d-67af8117cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:51.961855 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-cc92be42-d76c-4f70-b31d-67af8117cdfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770130 Apr 14 21:04:52.018659 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:04:52.096623 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3a59f7b0-bd2a-4ef7-b8bc-af6f7e18092e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d49ee51f-901c-44b6-a539-665b01c03661), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.098933 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3a59f7b0-bd2a-4ef7-b8bc-af6f7e18092e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.100554 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-3a59f7b0-bd2a-4ef7-b8bc-af6f7e18092e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d49ee51f-901c-44b6-a539-665b01c03661 HTTP/1.1" status: 204 len: 168 time: 0.2212808 Apr 14 21:04:52.122351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f7b0-bd2a-4ef7-b8bc-af6f7e18092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49ee51f-901c-44b6-a539-665b01c03661,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:52.188837 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-d440500a-fc9d-49ce-8c96-be072d57aaea service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204001 Apr 14 21:04:52.193090 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 124c6895-f23b-4a90-8f35-170ee4f359d7 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:52.226954 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Publish callbacks [] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.242138 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 124c6895-f23b-4a90-8f35-170ee4f359d7 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:52.242525 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.300290 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.323694 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.329406 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 124c6895-f23b-4a90-8f35-170ee4f359d7 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:52.358991 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Attempting to bind port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:52.359894 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Attempting to bind port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:52.360178 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4102ae5c-ee07-4c3c-8a28-4634a610fe50 req-86c2507c-12c3-4943-893a-f2719239d6a1 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542842 Apr 14 21:04:52.360295 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Attempting to bind port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:52.363582 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc926b-8149-4222-a87d-80ea57bdad66 None None] Pushing event updated for resources: {'Port': ['ID=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:52.385573 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:52.386797 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:52.387407 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.387996 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:52.389007 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Bound port: 22b5bd84-c05e-4a46-b9d4-08e9633c37f4, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:52.389600 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.476857 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] For port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:52.481563 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] For port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:52.513396 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318ffb-869c-4da4-bd43-b0524fb57026 req-7d21881f-9865-4e03-92ef-a370b60750b6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:52.515160 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-06318ffb-869c-4da4-bd43-b0524fb57026 req-7d21881f-9865-4e03-92ef-a370b60750b6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0608315 Apr 14 21:04:52.556185 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.576048 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Allocated IP 172.20.0.1 (99948258-9fdd-486e-b539-afb17e43599f/5bdcfd42-e50a-47c7-a3df-b522aeb97bfc/a56d4403-d0a3-4ce8-a549-effc758c78c9) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:52.588250 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-06318ffb-869c-4da4-bd43-b0524fb57026 req-b32ab88a-a95e-4eb4-bc1d-e807166b159a tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 Apr 14 21:04:52.631860 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:52.632414 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:52.638921 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc926b-8149-4222-a87d-80ea57bdad66 None None] Pushing event updated for resources: {'Port': ['ID=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:52.712870 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks [] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.761613 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:52.806826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb619c-cefd-4656-aa63-3a0e3a50ade7 req-29db7e4e-2404-4cca-9114-58b74bcf4c09 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:52.808417 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7dbb619c-cefd-4656-aa63-3a0e3a50ade7 req-29db7e4e-2404-4cca-9114-58b74bcf4c09 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0478032 Apr 14 21:04:52.810983 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.853812 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Network 99948258-9fdd-486e-b539-afb17e43599f is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:52.860043 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7dbb619c-cefd-4656-aa63-3a0e3a50ade7 req-79800e27-5f63-40a6-a969-3759ea07a96c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Apr 14 21:04:52.861774 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:52.866919 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:52.870843 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Pushing event updated for resources: {'Port': ['ID=a56d4403-d0a3-4ce8-a549-effc758c78c9,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:52.921210 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:52.948140 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:50Z', 'revision_number': 3, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:52.976470 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bf8ba-a0af-4f49-bb11-1ed18aa832c7 None None] The sync data for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi is: [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:50Z', 'revision_number': 3, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:53.115980 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-dadc0e18-07ad-4f20-bcdd-801edc9e80b5 None None] Provisioning complete for port a56d4403-d0a3-4ce8-a549-effc758c78c9 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:53.116448 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-dadc0e18-07ad-4f20-bcdd-801edc9e80b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.136452 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.152410 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-dadc0e18-07ad-4f20-bcdd-801edc9e80b5 None None] Port a56d4403-d0a3-4ce8-a549-effc758c78c9 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:53.344649 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks [] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.404439 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.479730 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Pushing event updated for resources: {'Port': ['ID=a56d4403-d0a3-4ce8-a549-effc758c78c9,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:53.483797 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.583708 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Network 99948258-9fdd-486e-b539-afb17e43599f is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:53.585140 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:53.727772 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:04:53.757303 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021cfa3-2592-4934-a619-1096db01de64 req-29e9ee4d-a12c-4c27-b574-8f2659ec568b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:53.759030 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6021cfa3-2592-4934-a619-1096db01de64 req-29e9ee4d-a12c-4c27-b574-8f2659ec568b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0716746 Apr 14 21:04:53.826154 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6021cfa3-2592-4934-a619-1096db01de64 req-954f884d-fd27-482a-aa42-a4be3b4858c8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606928 Apr 14 21:04:53.869783 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:53.879910 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-411716a0-08d1-46f4-800b-8c05e24bf796 admin admin] 10.222.0.37 "PUT /v2.0/routers/7f932cf9-68cb-48bd-b8e8-aa60fabfb541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404275 Apr 14 21:04:53.881076 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-0f7a8833-9ac3-4f52-8295-cd3418a2a54e None None] Provisioning complete for port a56d4403-d0a3-4ce8-a549-effc758c78c9 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:53.881532 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8833-9ac3-4f52-8295-cd3418a2a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:53.926415 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a8833-9ac3-4f52-8295-cd3418a2a54e None None] Port a56d4403-d0a3-4ce8-a549-effc758c78c9 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:54.015056 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e638c-ffcc-4942-9696-a07b61f28487 req-21072d7a-a035-49e2-837a-888141eab9c0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:54.016717 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d5e638c-ffcc-4942-9696-a07b61f28487 req-21072d7a-a035-49e2-837a-888141eab9c0 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0484836 Apr 14 21:04:54.086488 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d5e638c-ffcc-4942-9696-a07b61f28487 req-d91495fa-defd-4257-82f8-69b05f890408 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639458 Apr 14 21:04:54.101840 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:54.272334 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:54.272721 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.362404 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:54.362404 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.383967 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:54.517075 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.564233 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:54.678298 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Sync routers for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:54.690188 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:54.690825 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:54.699091 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59682) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:54.704284 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126011770-network', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:54.803488 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:54.838604 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Made reservation on behalf of 0c13be81df9447cfbfbfa40b56ebba0c for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:54.841594 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.850612 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.933161 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks [] for security_group (8910b367-76da-4772-a379-e834aa534c9a), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:54.995055 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 2, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:55.004551 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8910b367-76da-4772-a379-e834aa534c9a), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.026040 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Checking router: 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:55.026258 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Updating router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 port a56d4403-d0a3-4ce8-a549-effc758c78c9 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:55.031664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:04:55.037505 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910b367-76da-4772-a379-e834aa534c9a,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:55.046503 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (d44781b4-4c52-4652-ade8-a07be43bfa47), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.046848 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Added segment d44781b4-4c52-4652-ade8-a07be43bfa47 of type vlan for network 8a12d58d-ef45-444b-9867-dd4916691d92 Apr 14 21:04:55.055438 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.089259 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (8a12d58d-ef45-444b-9867-dd4916691d92), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.166339 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (8a12d58d-ef45-444b-9867-dd4916691d92), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.167417 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:55.168093 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.254353 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6897d3f-70b9-4b33-820c-0087eecfd2ac req-a3cb016e-6e31-465e-a7d9-310c2a4d821c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:55.260752 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f6897d3f-70b9-4b33-820c-0087eecfd2ac req-a3cb016e-6e31-465e-a7d9-310c2a4d821c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0999634 Apr 14 21:04:55.260911 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] Pushing event updated for resources: {'Network': ['ID=8a12d58d-ef45-444b-9867-dd4916691d92,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:55.279784 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 8a12d58d-ef45-444b-9867-dd4916691d92 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:04:55.282284 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-1a6cde0c-e3ae-4ddf-ac2e-942edcdb6a76 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5818105 Apr 14 21:04:55.285171 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59686) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:55.291117 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Request body: {'subnet': {'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126011770-subnet', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:55.321708 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f6897d3f-70b9-4b33-820c-0087eecfd2ac req-4fbde604-b441-44bf-bd41-e97a70cc0f81 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579314 Apr 14 21:04:55.366691 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Made reservation on behalf of 0c13be81df9447cfbfbfa40b56ebba0c for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:04:55.369125 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130203926'] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.389622 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Publish callbacks [] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.458021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.510566 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc170a4f-48f9-4960-ad78-c341801db68d None None] Pushing event updated for resources: {'Port': ['ID=a56d4403-d0a3-4ce8-a549-effc758c78c9,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:55.571954 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Attempting to bind port a56d4403-d0a3-4ce8-a549-effc758c78c9 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:55.572335 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Attempting to bind port a56d4403-d0a3-4ce8-a549-effc758c78c9 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:55.572704 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Attempting to bind port a56d4403-d0a3-4ce8-a549-effc758c78c9 on network 99948258-9fdd-486e-b539-afb17e43599f {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:55.578999 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:55.579405 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Checking segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:55.579815 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.580212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Bound using segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:55.580937 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Bound port: a56d4403-d0a3-4ce8-a549-effc758c78c9, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:55.581093 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.604656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130673003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130203904'] for subnet (578368df-cdd1-429d-ab1f-aeb94974f1a0), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.654499 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] For port a56d4403-d0a3-4ce8-a549-effc758c78c9, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:55.657963 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] For port a56d4403-d0a3-4ce8-a549-effc758c78c9, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a56d4403-d0a3-4ce8-a549-effc758c78c9,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:55.668933 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578368df-cdd1-429d-ab1f-aeb94974f1a0,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:55.673328 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Checking segment: {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:55.673698 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Network hostable DHCP agents. Network: 8a12d58d-ef45-444b-9867-dd4916691d92, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:04:55.720167 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.747412 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Network 8a12d58d-ef45-444b-9867-dd4916691d92 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:04:55.788727 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] Provisioning complete for port a56d4403-d0a3-4ce8-a549-effc758c78c9 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:55.788727 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.798152 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc170a4f-48f9-4960-ad78-c341801db68d None None] Pushing event updated for resources: {'Port': ['ID=a56d4403-d0a3-4ce8-a549-effc758c78c9,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:55.802422 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:55.802422 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:55.852581 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 8a12d58d-ef45-444b-9867-dd4916691d92) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:55.857305 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:55.858689 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:55.870071 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d049b98-8014-4c75-9a9f-681b5bb4c7b5 None None] Network 8a12d58d-ef45-444b-9867-dd4916691d92 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:55.950274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59690) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:55.955598 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:04:55.958548 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-cc674e79-0460-4a57-ba58-365024e801c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6715555 Apr 14 21:04:56.052102 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (7d88f612-7ee9-4783-b2bd-0fcd14961d80), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.052102 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (7d88f612-7ee9-4783-b2bd-0fcd14961d80), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.057853 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:56.061313 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] Current status of the port a56d4403-d0a3-4ce8-a549-effc758c78c9 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:56.061695 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.104001 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:56.111659 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks [] for router_controller (7d88f612-7ee9-4783-b2bd-0fcd14961d80), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.143345 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-8a12d58d-ef45-444b-9867-dd4916691d92', 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92', 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'fixed_ips': [{'subnet_id': '578368df-cdd1-429d-ab1f-aeb94974f1a0'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:04:56.144263 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.313944 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks [] for router_gateway (7d88f612-7ee9-4783-b2bd-0fcd14961d80), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.388094 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] For port a56d4403-d0a3-4ce8-a549-effc758c78c9, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a56d4403-d0a3-4ce8-a549-effc758c78c9,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:56.482995 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.490644 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:56.491008 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.500964 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5ff49-4a29-4136-8721-f28a93d25fea req-9c065b88-1440-456a-8e8e-0da5180de8b8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:56.503972 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45d5ff49-4a29-4136-8721-f28a93d25fea req-9c065b88-1440-456a-8e8e-0da5180de8b8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0965030 Apr 14 21:04:56.677092 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a9f033e0-f752-4a68-8560-391d1302949f None None] Provisioning complete for port a56d4403-d0a3-4ce8-a549-effc758c78c9 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:56.677370 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a9f033e0-f752-4a68-8560-391d1302949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.684044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b9627-36f9-494f-87b3-a647709141a4 None None] Pushing event updated for resources: {'Port': ['ID=a56d4403-d0a3-4ce8-a549-effc758c78c9,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:56.719045 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Allocated IP 172.20.0.2 (8a12d58d-ef45-444b-9867-dd4916691d92/578368df-cdd1-429d-ab1f-aeb94974f1a0/6077f2fd-c768-42db-9e1c-765c508b147b) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:56.750226 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:55Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:56.822519 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78faf4fd-00f5-47a6-a202-abea75ac31ce None None] The sync data for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi is: [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:55Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:56.890014 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:56.911634 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45d5ff49-4a29-4136-8721-f28a93d25fea req-bc990e8a-ff6b-45ce-96ab-5a6e814babfe tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991666 Apr 14 21:04:56.959158 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks [] for router_gateway (7d88f612-7ee9-4783-b2bd-0fcd14961d80), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:56.959872 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a9f033e0-f752-4a68-8560-391d1302949f None None] Current status of the port a56d4403-d0a3-4ce8-a549-effc758c78c9 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:56.981204 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.028694 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Publish callbacks [] for port (6077f2fd-c768-42db-9e1c-765c508b147b), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.093526 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.100380 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Allocated IP 172.27.2.46 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/18a93720-dbe8-4e6f-a60b-28acc8b6e22a) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:57.147546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Network 8a12d58d-ef45-444b-9867-dd4916691d92 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:57.147546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:57.147546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:57.152362 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Pushing event updated for resources: {'Port': ['ID=6077f2fd-c768-42db-9e1c-765c508b147b,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Attempting to bind port 6077f2fd-c768-42db-9e1c-765c508b147b on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Attempting to bind port 6077f2fd-c768-42db-9e1c-765c508b147b by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Attempting to bind port 6077f2fd-c768-42db-9e1c-765c508b147b on network 8a12d58d-ef45-444b-9867-dd4916691d92 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Checking segment: {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.228801 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Bound using segment: {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:57.229466 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks [] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.229574 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Bound port: 6077f2fd-c768-42db-9e1c-765c508b147b, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:57.229574 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.290811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] For port 6077f2fd-c768-42db-9e1c-765c508b147b, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:57.293984 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] For port 6077f2fd-c768-42db-9e1c-765c508b147b, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6077f2fd-c768-42db-9e1c-765c508b147b,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:57.352157 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.397094 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:57.405534 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:57.410203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:57.413805 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Pushing event updated for resources: {'Port': ['ID=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:57.573460 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:57.636203 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac57c8-ed89-4a76-a743-4fff9936ee5f None None] Pushing event updated for resources: {'Port': ['ID=6077f2fd-c768-42db-9e1c-765c508b147b,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:57.792615 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks [] for router_gateway (7d88f612-7ee9-4783-b2bd-0fcd14961d80), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.062383 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd68d-43d0-46aa-b075-603033d5c481 req-bf3b0ab9-5b17-46d9-b119-7b801919ac37 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:58.063928 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9eedd68d-43d0-46aa-b075-603033d5c481 req-bf3b0ab9-5b17-46d9-b119-7b801919ac37 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0629084 Apr 14 21:04:58.067311 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (7d88f612-7ee9-4783-b2bd-0fcd14961d80), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.126432 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6077f2fd-c768-42db-9e1c-765c508b147b up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:58.183418 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6077f2fd-c768-42db-9e1c-765c508b147b triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:58.184455 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.191655 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9eedd68d-43d0-46aa-b075-603033d5c481 req-97036818-6054-4cf2-b68e-312adc9c89bf tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157269 Apr 14 21:04:58.263640 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6077f2fd-c768-42db-9e1c-765c508b147b is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:58.264036 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.296300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 6077f2fd-c768-42db-9e1c-765c508b147b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6077f2fd-c768-42db-9e1c-765c508b147b,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:04:58.301353 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:04:58.399032 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.399909 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a56d4403-d0a3-4ce8-a549-effc758c78c9 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:04:58.417468 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:04:58.427826 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Sync routers for ids ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:04:58.438654 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Routers {'7d88f612-7ee9-4783-b2bd-0fcd14961d80'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:58.439282 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:58.497274 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=6077f2fd-c768-42db-9e1c-765c508b147b,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:58.501101 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port a56d4403-d0a3-4ce8-a549-effc758c78c9 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:58.501580 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.509423 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.510899 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-452f877a-e089-4db9-aab0-df70bb2d5339 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5587254 Apr 14 21:04:58.514266 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59716) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:04:58.588764 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port a56d4403-d0a3-4ce8-a549-effc758c78c9 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:58.589955 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Set router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:58.676020 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98c91e-0bf3-4161-b684-b7967a6f3c86 None None] Network 8a12d58d-ef45-444b-9867-dd4916691d92 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:04:58.734859 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-1e583f2f-b315-419d-8614-5157327f766b None None] Provisioning complete for port 6077f2fd-c768-42db-9e1c-765c508b147b triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:58.735831 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-1e583f2f-b315-419d-8614-5157327f766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.771938 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:57Z', 'revision_number': 3, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:58.799786 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Checking router: 7d88f612-7ee9-4783-b2bd-0fcd14961d80 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:04:58.800384 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Updating router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:04:58.829730 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:58.876153 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-1e583f2f-b315-419d-8614-5157327f766b None None] Current status of the port 6077f2fd-c768-42db-9e1c-765c508b147b is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:58.992377 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.106153 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3c1e97f6-5cdd-4fe5-9a23-d41fab10939a None None] Provisioning complete for port 6077f2fd-c768-42db-9e1c-765c508b147b triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:59.106524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3c1e97f6-5cdd-4fe5-9a23-d41fab10939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.112826 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Publish callbacks [] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.157947 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Allocated IP 172.20.0.1 (8a12d58d-ef45-444b-9867-dd4916691d92/578368df-cdd1-429d-ab1f-aeb94974f1a0/4aa69e00-b513-4884-b0e5-b6b97aab2e46) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:04:59.181404 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.181920 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e97f6-5cdd-4fe5-9a23-d41fab10939a None None] Current status of the port 6077f2fd-c768-42db-9e1c-765c508b147b is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:04:59.244087 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Attempting to bind port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:04:59.248390 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Attempting to bind port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:04:59.248390 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Attempting to bind port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:04:59.248602 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5329cb-86f1-4a8b-8f91-4d93f68f8c07 None None] Pushing event updated for resources: {'Port': ['ID=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:59.254267 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:04:59.254984 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:04:59.255628 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.256228 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:04:59.256942 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Bound port: 18a93720-dbe8-4e6f-a60b-28acc8b6e22a, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:04:59.257388 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.275257 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks [] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.308819 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] For port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:04:59.311856 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] For port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:04:59.328972 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316ec5a-85c1-477f-957f-10b3f8e87d8a req-2998cd3c-9383-41a7-8c53-1f8322d6aeee tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:04:59.330463 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f316ec5a-85c1-477f-957f-10b3f8e87d8a req-2998cd3c-9383-41a7-8c53-1f8322d6aeee tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0591218 Apr 14 21:04:59.382916 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f316ec5a-85c1-477f-957f-10b3f8e87d8a req-9c5233b3-b378-4396-b90c-cc0f732046b5 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461071 Apr 14 21:04:59.393647 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.421776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.452823 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Routers {'7d88f612-7ee9-4783-b2bd-0fcd14961d80'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:04:59.453441 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:59.456382 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5329cb-86f1-4a8b-8f91-4d93f68f8c07 None None] Pushing event updated for resources: {'Port': ['ID=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:59.458251 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Network 8a12d58d-ef45-444b-9867-dd4916691d92 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:04:59.461307 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:04:59.467593 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:04:59.497635 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Pushing event updated for resources: {'Port': ['ID=4aa69e00-b513-4884-b0e5-b6b97aab2e46,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:04:59.520315 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (7d88f612-7ee9-4783-b2bd-0fcd14961d80), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.661630 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] Set router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:04:59.711653 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.723002 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-7a9fe9a1-7e5c-484b-8077-c46b5945ffbb None None] Provisioning complete for port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:04:59.723544 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe9a1-7e5c-484b-8077-c46b5945ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.842802 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:57Z', 'revision_number': 3, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:04:59.871135 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a6a34-176f-4e82-a9c6-b655de2c4c4b None None] The sync data for ids ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'] in dv-cinder-837541-3-iscsi is: [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:57Z', 'revision_number': 3, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:04:59.894360 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks [] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:04:59.937921 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-7a9fe9a1-7e5c-484b-8077-c46b5945ffbb None None] Port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:04:59.955475 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:00.029388 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Pushing event updated for resources: {'Port': ['ID=4aa69e00-b513-4884-b0e5-b6b97aab2e46,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:00.032586 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (7d88f612-7ee9-4783-b2bd-0fcd14961d80), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:00.133006 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6077f2fd-c768-42db-9e1c-765c508b147b up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:00.147317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Network 8a12d58d-ef45-444b-9867-dd4916691d92 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:00.148687 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:00.194280 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6077f2fd-c768-42db-9e1c-765c508b147b triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:00.194745 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:00.286675 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6077f2fd-c768-42db-9e1c-765c508b147b is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:00.294799 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:00.417175 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:00.426827 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cbcd8f99-e0e7-456f-a184-ff6d92532c4a admin admin] 10.222.0.37 "PUT /v2.0/routers/7d88f612-7ee9-4783-b2bd-0fcd14961d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9113436 Apr 14 21:05:00.475664 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-da507dea-58c1-48e1-b215-b003e107b9e1 None None] Provisioning complete for port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:00.476048 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-da507dea-58c1-48e1-b215-b003e107b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:00.517754 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-da507dea-58c1-48e1-b215-b003e107b9e1 None None] Port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:05:00.518759 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec53a-5035-4edb-84ba-98a4e2cc459e req-580973e8-6214-43ea-9266-79e5534b38ec tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:00.523855 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a0eec53a-5035-4edb-84ba-98a4e2cc459e req-580973e8-6214-43ea-9266-79e5534b38ec tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0628133 Apr 14 21:05:00.580838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a0eec53a-5035-4edb-84ba-98a4e2cc459e req-3cfe6494-a82e-42f2-97b4-5f2732937834 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501251 Apr 14 21:05:01.487173 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Sync routers for ids ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:01.498454 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Routers {'7d88f612-7ee9-4783-b2bd-0fcd14961d80'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:01.499318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:01.617719 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Set router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:01.726470 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8661521-ccce-45fd-aa4b-d87a8efa80a9 req-e3bca747-712f-4faa-8bde-a06fde4979c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:01.738668 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a8661521-ccce-45fd-aa4b-d87a8efa80a9 req-e3bca747-712f-4faa-8bde-a06fde4979c2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0791864 Apr 14 21:05:01.799954 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a8661521-ccce-45fd-aa4b-d87a8efa80a9 req-13a91f1b-97d4-473d-bda2-23a1988e256a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604174 Apr 14 21:05:01.859536 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 4, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '4aa69e00-b513-4884-b0e5-b6b97aab2e46', 'name': '', 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'mac_address': 'fa:16:3e:d7:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '578368df-cdd1-429d-ab1f-aeb94974f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:59Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 2, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'subnets': [{'id': '578368df-cdd1-429d-ab1f-aeb94974f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:01.891244 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Checking router: 7d88f612-7ee9-4783-b2bd-0fcd14961d80 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:01.891635 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Updating router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:05:01.926839 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.177443 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 18a93720-dbe8-4e6f-a60b-28acc8b6e22a up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:02.260343 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:02.260730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.388887 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Publish callbacks [] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.407389 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:02.407799 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.430407 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:02.534010 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.534010 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.626841 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f52b42-fa7c-48ac-814e-54be504a1c6f None None] Pushing event updated for resources: {'Port': ['ID=4aa69e00-b513-4884-b0e5-b6b97aab2e46,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:02.688981 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e9924fe7-224e-4ebb-9ea9-50756fab0062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.709564 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Attempting to bind port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:05:02.709949 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Attempting to bind port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:05:02.710324 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Attempting to bind port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 on network 8a12d58d-ef45-444b-9867-dd4916691d92 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:02.727834 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:05:02.728257 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Checking segment: {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:05:02.728572 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.729374 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Bound using segment: {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:05:02.729482 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Bound port: 4aa69e00-b513-4884-b0e5-b6b97aab2e46, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44781b4-4c52-4652-ade8-a07be43bfa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:05:02.729846 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.782857 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:02.826518 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] For port 4aa69e00-b513-4884-b0e5-b6b97aab2e46, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:05:02.830887 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] For port 4aa69e00-b513-4884-b0e5-b6b97aab2e46, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4aa69e00-b513-4884-b0e5-b6b97aab2e46,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:05:02.861752 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-bdb836fa-c082-476d-82a7-10f63cad444d None None] Provisioning complete for port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:02.861752 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-bdb836fa-c082-476d-82a7-10f63cad444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.906148 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-bdb836fa-c082-476d-82a7-10f63cad444d None None] Port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:05:02.928387 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:02.972199 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0562681-63c2-4911-915d-6f86eef6a19f req-2bd023bd-225c-4861-8d20-d6ca3585dd6e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:02.973709 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0562681-63c2-4911-915d-6f86eef6a19f req-2bd023bd-225c-4861-8d20-d6ca3585dd6e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0845573 Apr 14 21:05:03.050051 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Routers {'7d88f612-7ee9-4783-b2bd-0fcd14961d80'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:03.050884 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:04:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:03.140395 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f52b42-fa7c-48ac-814e-54be504a1c6f None None] Pushing event updated for resources: {'Port': ['ID=4aa69e00-b513-4884-b0e5-b6b97aab2e46,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:03.251105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] Set router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:03.378502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] Provisioning complete for port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:03.378888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:03.473717 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-cdfb47e4-217d-435f-a42a-8ee2331e3649 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655414305&fields=id&tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85 HTTP/1.1" status: 200 len: 267 time: 0.4833741 Apr 14 21:05:03.477722 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0562681-63c2-4911-915d-6f86eef6a19f req-02c8a9d7-b060-4385-8b17-cee551321e62 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806583 Apr 14 21:05:03.588292 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 4, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '4aa69e00-b513-4884-b0e5-b6b97aab2e46', 'name': '', 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'mac_address': 'fa:16:3e:d7:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '578368df-cdd1-429d-ab1f-aeb94974f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:59Z', 'updated_at': '2022-04-14T21:05:02Z', 'revision_number': 4, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'subnets': [{'id': '578368df-cdd1-429d-ab1f-aeb94974f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:03.593580 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] Current status of the port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:03.594349 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:03.616079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-c7ac73af-a698-4538-bd56-6fccc42cc5c8 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:03.617973 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-c7ac73af-a698-4538-bd56-6fccc42cc5c8 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 808 time: 0.1367393 Apr 14 21:05:03.637312 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-de83ae16-fc57-4645-a78b-7a4d1c8fc46c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/quotas/16b0cfbfcb9b4ceb9ace6c6ea6761b85 HTTP/1.1" status: 200 len: 375 time: 0.0105412 Apr 14 21:05:03.640646 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff0006-5b04-4e41-91e9-d780b9be0bdb None None] The sync data for ids ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'] in dv-cinder-837541-3-iscsi is: [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:04:59Z', 'revision_number': 4, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '4aa69e00-b513-4884-b0e5-b6b97aab2e46', 'name': '', 'network_id': '8a12d58d-ef45-444b-9867-dd4916691d92', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'mac_address': 'fa:16:3e:d7:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '578368df-cdd1-429d-ab1f-aeb94974f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:59Z', 'updated_at': '2022-04-14T21:05:02Z', 'revision_number': 4, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'subnets': [{'id': '578368df-cdd1-429d-ab1f-aeb94974f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:03.672877 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] For port 4aa69e00-b513-4884-b0e5-b6b97aab2e46, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4aa69e00-b513-4884-b0e5-b6b97aab2e46,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:03.730582 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:03.763388 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-75142d38-295b-4e54-865b-82801ec12efe tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024747 Apr 14 21:05:03.809613 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78476e44-c84e-47df-a1d0-96129ac9b406 None None] Pushing event updated for resources: {'Port': ['ID=4aa69e00-b513-4884-b0e5-b6b97aab2e46,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:03.895947 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-8721334c-191b-4af0-bb7f-73720aa3328e service neutron] 10.222.0.37 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296911 Apr 14 21:05:04.018409 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-7e298b48-f90a-4bdc-b403-b3ff225b6724 service neutron] 10.222.0.37 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177218 Apr 14 21:05:04.296728 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 18a93720-dbe8-4e6f-a60b-28acc8b6e22a up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:04.358915 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:04.359395 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:04.446175 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:04.447275 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4aa69e00-b513-4884-b0e5-b6b97aab2e46 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:04.507976 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:04.508369 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:04.592477 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:04.617369 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75195f8-11af-4677-8139-70f798efe1c6 req-7bccbc36-6004-4d3a-9d64-caa9a6cc85dd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:04.619584 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e75195f8-11af-4677-8139-70f798efe1c6 req-7bccbc36-6004-4d3a-9d64-caa9a6cc85dd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0542099 Apr 14 21:05:04.677117 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e75195f8-11af-4677-8139-70f798efe1c6 req-d6a4af86-6cd7-4ba0-b9b7-f56e5e717a28 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515039 Apr 14 21:05:04.805573 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a555a-ba65-4eda-a2e9-076eafeb4466 req-23e6a340-9e40-4d7a-9703-4295388c4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:04.807167 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3b9a555a-ba65-4eda-a2e9-076eafeb4466 req-23e6a340-9e40-4d7a-9703-4295388c4f4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0448017 Apr 14 21:05:04.856482 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3b9a555a-ba65-4eda-a2e9-076eafeb4466 req-935adc85-0b72-4a32-99fc-1f46d6f08e25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Apr 14 21:05:05.158601 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2bc0dc80-5881-458f-b40e-59f3f4905204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:05.278135 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c1d85c52-8ad6-4483-972d-417f947e39f1 req-22013f42-4d11-40ed-a89e-fbf26a1007de tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 210 time: 0.0455203 Apr 14 21:05:05.834490 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2c621-de8d-4585-ae55-c71a96733500 req-64e9b06b-11ed-451a-b29d-d337a6d6ce38 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:05.836008 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-48d2c621-de8d-4585-ae55-c71a96733500 req-64e9b06b-11ed-451a-b29d-d337a6d6ce38 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0519407 Apr 14 21:05:05.910166 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-48d2c621-de8d-4585-ae55-c71a96733500 req-90c5bcd7-714e-4215-b2cf-64eb35f736f4 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680835 Apr 14 21:05:06.381224 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab6ff42f-5ba7-406d-ba4b-8d8e349de9d5 req-2e4c0a04-4b36-4fdb-bde7-a6a12fcf93e0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 210 time: 0.0447240 Apr 14 21:05:06.465997 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:07.058986 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0af85-c1bb-4b1c-a468-9df6945256e0 req-0b464310-1248-4287-b3f3-444b9f23ee9a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:07.061028 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ee0af85-c1bb-4b1c-a468-9df6945256e0 req-0b464310-1248-4287-b3f3-444b9f23ee9a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0526791 Apr 14 21:05:07.127514 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ee0af85-c1bb-4b1c-a468-9df6945256e0 req-d368f671-5917-4cd0-a28c-d38bb3392d01 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606608 Apr 14 21:05:07.383861 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:07.521494 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b7a0f05d-b7fc-43a3-9fc3-f3e398d2fe35 req-d800860c-7dc8-45aa-8e24-6a9efaf862dd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Apr 14 21:05:08.181411 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:08.240455 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-110d6ce9-24c4-4028-a2d7-e821915750ec tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.242211 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-110d6ce9-24c4-4028-a2d7-e821915750ec tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.45 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 808 time: 0.1436472 Apr 14 21:05:08.317849 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40ea8a-630b-4296-8049-47bff1e1e30d req-15a78049-ab45-405c-989b-e9e21eda3b44 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.319473 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ee40ea8a-630b-4296-8049-47bff1e1e30d req-15a78049-ab45-405c-989b-e9e21eda3b44 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0694191 Apr 14 21:05:08.323281 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-8b2335f2-b80e-441d-b754-0a8cef3b958e tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85 HTTP/1.1" status: 200 len: 380 time: 0.0601466 Apr 14 21:05:08.335212 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'port': {'device_id': '656b941d-bb54-4c2a-bb36-95c331016680', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'admin_state_up': True, 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'security_groups': ['6463cbe2-8511-45a3-a6c4-7debb7d28d8a']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:08.409173 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ee40ea8a-630b-4296-8049-47bff1e1e30d req-3537579f-d7c0-4be9-9fe5-a9df74d06066 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834477 Apr 14 21:05:08.410453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-d9082c7a-ba39-4b29-976b-e4c6bcb8cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.412177 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-d9082c7a-ba39-4b29-976b-e4c6bcb8cb3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0642371 Apr 14 21:05:08.528515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-6c325303-d129-4a05-bff3-ecd8ffdc77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.530767 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-6c325303-d129-4a05-bff3-ecd8ffdc77ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.1108258 Apr 14 21:05:08.609962 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Made reservation on behalf of 16b0cfbfcb9b4ceb9ace6c6ea6761b85 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:05:08.614407 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:08.675031 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d178e6dd-f4d6-4158-9c4f-c43395227ed8 req-bdbea003-aa1c-438f-906d-06f472d3880a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 210 time: 0.0493975 Apr 14 21:05:08.690390 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-ce82db1c-e048-40d9-a5be-e94386e0d58d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 1001 time: 0.1466820 Apr 14 21:05:08.768198 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-5ad8f5b0-e196-4119-a232-f11a9d351230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.770309 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-5ad8f5b0-e196-4119-a232-f11a9d351230 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0677614 Apr 14 21:05:08.835272 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Allocated IP 172.20.0.10 (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74/9a6d88b3-1ecb-441a-a247-30ed552ed243/8737b737-90a9-4bd8-bb2c-417ca0ad1106) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:08.840698 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-e07ada80-000f-4813-b326-5e8bdc263d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:08.843007 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-e07ada80-000f-4813-b326-5e8bdc263d10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588896 Apr 14 21:05:08.972821 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-57188c56-8d22-4f89-b704-46c0437b0833 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125698 Apr 14 21:05:09.005333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:09.069986 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4fabfaed-38a0-47ce-94e2-3e069dad965e req-fcd1c662-bdd1-451a-86d1-aa12beff8c9a service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906169 Apr 14 21:05:09.135819 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:09.415324 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:09.422727 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:09.428504 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:09.497260 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:09.556668 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:09.557404 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:09.592670 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1b5c3-b603-4cd0-a8b3-76c2f3806c03 req-3487ece4-0e18-4b70-bd92-23c7212320c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:09.594284 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b9d1b5c3-b603-4cd0-a8b3-76c2f3806c03 req-3487ece4-0e18-4b70-bd92-23c7212320c1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0708132 Apr 14 21:05:09.633426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:09.659161 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b9d1b5c3-b603-4cd0-a8b3-76c2f3806c03 req-c85261e6-e439-434c-943f-c87f803768bb tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570431 Apr 14 21:05:09.667010 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-44638abe-351a-40ac-b011-0cc4f1f547bc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3359292 Apr 14 21:05:09.801578 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-5973e119-f3a2-48cf-bf1c-74dbae1a90d7 None None] Provisioning complete for port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:09.801971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5973e119-f3a2-48cf-bf1c-74dbae1a90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:09.824546 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646f6a-c592-4c2b-a446-d1a413dad468 req-0ba39a23-565d-4d26-ab3f-befc14a373fa tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:09.830807 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-03646f6a-c592-4c2b-a446-d1a413dad468 req-0ba39a23-565d-4d26-ab3f-befc14a373fa tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 932 time: 0.0776234 Apr 14 21:05:09.842333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-5973e119-f3a2-48cf-bf1c-74dbae1a90d7 None None] Port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:05:09.887926 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-03646f6a-c592-4c2b-a446-d1a413dad468 req-866a5d09-8377-4ec5-b463-5f1c456a6e3d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559871 Apr 14 21:05:10.377428 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Request body: {'port': {'device_id': '656b941d-bb54-4c2a-bb36-95c331016680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:10.482109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:10.878188 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69fdc9-40d6-446f-951f-4400905854f2 req-54b8e727-f89b-44f0-9a4e-96ec4f23e06e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:10.885141 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab69fdc9-40d6-446f-951f-4400905854f2 req-54b8e727-f89b-44f0-9a4e-96ec4f23e06e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.1038883 Apr 14 21:05:10.900060 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8737b737-90a9-4bd8-bb2c-417ca0ad1106 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:10.908715 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Publish callbacks [] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:10.927078 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Transition to ACTIVE for port object 8737b737-90a9-4bd8-bb2c-417ca0ad1106 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:05:10.956741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ab69fdc9-40d6-446f-951f-4400905854f2 req-9b3002ac-d6bb-447c-a8a5-1e9c16604f0e tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706851 Apr 14 21:05:11.010087 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:11.030072 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4937-9c9f-4264-8abd-6b86a9e411b2 req-40881402-68c0-4bc4-982c-d0753d29e542 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.037706 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-344b4937-9c9f-4264-8abd-6b86a9e411b2 req-40881402-68c0-4bc4-982c-d0753d29e542 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 932 time: 0.0751302 Apr 14 21:05:11.066468 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:11.122301 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-344b4937-9c9f-4264-8abd-6b86a9e411b2 req-c1c746ec-66f6-44e1-98e2-289a522c7243 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810289 Apr 14 21:05:11.185996 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Attempting to bind port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:05:11.186435 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Attempting to bind port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:05:11.186834 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Attempting to bind port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 on network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:11.192022 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 on network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:05:11.192526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Attempting to bind port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 on network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:11.198430 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:05:11.199517 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Checking segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:05:11.199966 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Bound using segment: {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:05:11.202927 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Bound port: 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:05:11.202927 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:11.287739 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:05:11.291817 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:05:11.378749 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:11.418007 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.418696 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:11.420424 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] 10.222.0.45 "PUT /v2.0/ports/8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 1094 time: 1.0473597 Apr 14 21:05:11.421540 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:11.424192 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d603fe4-e31b-4c2e-97e0-bc10788021c0" -d '{"events": [{"name": "network-changed", "server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:11.468771 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8b406-2b67-495d-af43-44505672bc4b x-openstack-request-id: req-b0a8b406-2b67-495d-af43-44505672bc4b {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:11.469230 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:11.469756 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0a8b406-2b67-495d-af43-44505672bc4b {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:11.470276 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a8b406-2b67-495d-af43-44505672bc4b'] response: {'name': 'network-changed', 'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'status': 'completed', 'code': 200} Apr 14 21:05:11.482145 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb839386-17f4-4d68-85ab-5eec62a7254d service neutron] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:11.776804 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603fe4-e31b-4c2e-97e0-bc10788021c0 req-36b00aea-b405-4fe7-a5fc-583933110815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.776804 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5d603fe4-e31b-4c2e-97e0-bc10788021c0 req-36b00aea-b405-4fe7-a5fc-583933110815 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1128 time: 0.0428836 Apr 14 21:05:11.780897 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-4eeb000c-d069-477e-a7d3-06b725949e90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421779 Apr 14 21:05:11.839305 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603fe4-e31b-4c2e-97e0-bc10788021c0 req-78a53024-ab2c-4a16-bc66-c0809ef60edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.840917 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5d603fe4-e31b-4c2e-97e0-bc10788021c0 req-78a53024-ab2c-4a16-bc66-c0809ef60edc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1113429 Apr 14 21:05:11.846480 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-0ead750d-fb3c-4f69-9de9-773ea4ecd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.848187 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-0ead750d-fb3c-4f69-9de9-773ea4ecd0ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 1130 time: 0.0456531 Apr 14 21:05:11.970600 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603fe4-e31b-4c2e-97e0-bc10788021c0 req-6498671b-ef74-4af0-94b0-70c5364ea665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:11.974347 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5d603fe4-e31b-4c2e-97e0-bc10788021c0 req-6498671b-ef74-4af0-94b0-70c5364ea665 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276288 Apr 14 21:05:12.004333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-41bddff7-a572-4a34-becb-21e7285b5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.005826 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-41bddff7-a572-4a34-becb-21e7285b5b74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.1278162 Apr 14 21:05:12.055794 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-b9f6983d-3e4b-4938-9058-6072cba90b6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2344be33-7c69-4118-82a4-ba17028179c2 HTTP/1.1" status: 200 len: 217 time: 0.0429680 Apr 14 21:05:12.102682 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-c849c4ba-9e88-4bf4-bb9d-ba6db735dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.106005 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-c849c4ba-9e88-4bf4-bb9d-ba6db735dbe6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1128 time: 0.0493157 Apr 14 21:05:12.131963 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11ec18-65aa-4acb-a0a3-6b3639a87295 req-f2373360-6f3e-4037-af5f-a1018ee07420 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.142236 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4c11ec18-65aa-4acb-a0a3-6b3639a87295 req-f2373360-6f3e-4037-af5f-a1018ee07420 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0891223 Apr 14 21:05:12.179557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-0d0c0dc9-466f-44d2-a825-e7db3b9db179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.181969 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-0d0c0dc9-466f-44d2-a825-e7db3b9db179 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.1186390 Apr 14 21:05:12.192019 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-e1a84df5-1622-4949-8421-b5c90bf8f4b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 217 time: 0.0556490 Apr 14 21:05:12.253823 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-543887ff-33c6-449a-a823-dd3b754ee556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.255594 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-543887ff-33c6-449a-a823-dd3b754ee556 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 200 len: 847 time: 0.0571136 Apr 14 21:05:12.258368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-45425122-d1c7-43d1-a4c6-294875ab84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.259834 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-45425122-d1c7-43d1-a4c6-294875ab84b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702825 Apr 14 21:05:12.336283 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-aa812487-676d-4147-bd13-31a3a3d34e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.338626 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-aa812487-676d-4147-bd13-31a3a3d34e90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739369 Apr 14 21:05:12.371324 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4c11ec18-65aa-4acb-a0a3-6b3639a87295 req-437ccb6a-0b18-4769-a402-0987c1560537 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217336 Apr 14 21:05:12.379132 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2e021-63dd-4e0c-9f87-ac354aa174b0 req-e5140003-36ad-487b-a078-95a9abc86b78 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.385946 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b0c2e021-63dd-4e0c-9f87-ac354aa174b0 req-e5140003-36ad-487b-a078-95a9abc86b78 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.1778903 Apr 14 21:05:12.453371 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b0c2e021-63dd-4e0c-9f87-ac354aa174b0 req-98f95af3-03bf-4e7f-8409-5d29f8dd9511 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659423 Apr 14 21:05:12.511810 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-0446503c-8afa-4370-8439-e91928c4175f service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347038 Apr 14 21:05:12.523691 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-3f0bb278-7538-4364-bfe1-3aee014f8752 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701338 Apr 14 21:05:12.544861 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3d6e6-129c-4aa9-869e-aa56aa04e989 req-c9252485-58fb-40ad-9bdf-14fc9789311c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:12.546457 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-01e3d6e6-129c-4aa9-869e-aa56aa04e989 req-c9252485-58fb-40ad-9bdf-14fc9789311c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0688725 Apr 14 21:05:12.557468 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59854) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:12.569282 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Request body: {'floatingip': {'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:12.630865 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7191d5b8-8422-47f7-af17-cfda39ed094b req-e4cac3ba-0665-448e-b5da-f67bd87430b4 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053848 Apr 14 21:05:12.666367 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:12.718495 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-30cc3f3e-73a5-43f2-85c4-083f0d1798a3 req-2a6aa5c9-5c95-4076-bf31-1f17081766aa service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911328 Apr 14 21:05:13.175993 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:13.251286 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:13.581089 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c1cc4-33b6-43b9-aa3e-7924d7d8c8d8 req-484c6dda-6f22-4eba-ab6b-eccee91b0823 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:13.582551 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-135c1cc4-33b6-43b9-aa3e-7924d7d8c8d8 req-484c6dda-6f22-4eba-ab6b-eccee91b0823 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0898459 Apr 14 21:05:13.588455 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-11d55899-d4ff-4f43-bb90-2ad5cec75596 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:13.589838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-11d55899-d4ff-4f43-bb90-2ad5cec75596 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 813 time: 0.2274013 Apr 14 21:05:13.604355 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Router 9bde60fe-8941-4d44-9b9f-36c08c609476 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:13.623961 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-d9a9966f-cd35-4f69-ab0c-d8c14a35ac3c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/quotas/6aab6e9b0b8f43609fad4f8ebeef7a5f HTTP/1.1" status: 200 len: 375 time: 0.0246794 Apr 14 21:05:13.959759 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-135c1cc4-33b6-43b9-aa3e-7924d7d8c8d8 req-3be5f940-72ac-49ca-8178-15e30c750496 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688381 Apr 14 21:05:13.969271 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-619d5926-48ce-4b23-9637-f49bfdeb31d2 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3386881 Apr 14 21:05:14.113470 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a2ac-fa0b-4960-ba46-9a1e12d6bcc7 req-02f22e76-2399-4141-a334-07f91892a6be tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:14.114922 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-20a4a2ac-fa0b-4960-ba46-9a1e12d6bcc7 req-02f22e76-2399-4141-a334-07f91892a6be tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0968242 Apr 14 21:05:14.141083 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:14.148043 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:14.150426 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] Sync routers for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:14.160373 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:14.160988 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:14.211447 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-d5bad522-7079-4feb-9f48-d2ec7070d90e service neutron] 10.222.0.37 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281682 Apr 14 21:05:14.219684 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:14.222161 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8379a5-03d1-4fa3-a69c-419f57302f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:14.237072 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-20a4a2ac-fa0b-4960-ba46-9a1e12d6bcc7 req-f6bd45ab-529e-4b94-8957-115eca8b1804 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137130 Apr 14 21:05:14.272812 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:14.298054 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3bd355-6b9c-442b-917a-8fb52b74fd1c x-openstack-request-id: req-1c3bd355-6b9c-442b-917a-8fb52b74fd1c {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:14.298345 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:14.298596 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c3bd355-6b9c-442b-917a-8fb52b74fd1c {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:14.298985 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3bd355-6b9c-442b-917a-8fb52b74fd1c'] response: {'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'status': 'completed', 'code': 200} Apr 14 21:05:14.304055 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c3c27db2-1b88-4631-8020-b7dc336200a9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "PUT /v2.0/floatingips/3096f74e-b33c-4014-a250-82cf677fd589 HTTP/1.1" status: 200 len: 993 time: 1.7456050 Apr 14 21:05:14.336633 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-ff651237-6ac4-47df-a865-1b3d4574bac3 service neutron] 10.222.0.37 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176567 Apr 14 21:05:14.490078 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3096f74e-b33c-4014-a250-82cf677fd589', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:03:14Z', 'updated_at': '2022-04-14T21:05:13Z', 'revision_number': 3, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:14.520563 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] Checking router: 9bde60fe-8941-4d44-9b9f-36c08c609476 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:14.528917 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:14.529526 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:14.613338 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0a0ecd3b-9f38-42a7-a30b-dd83e3a9d9e2 req-0d98670e-b33c-41fa-afab-7867f92060df tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 210 time: 0.0281181 Apr 14 21:05:14.649472 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:14.865885 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3096f74e-b33c-4014-a250-82cf677fd589', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:03:14Z', 'updated_at': '2022-04-14T21:05:13Z', 'revision_number': 3, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:14.892079 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc5123-3bf6-4e5f-8c81-7b0a9ed83223 None None] The sync data for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi is: [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3096f74e-b33c-4014-a250-82cf677fd589', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'port_id': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'mac_address': 'fa:16:3e:bc:a1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:03:14Z', 'updated_at': '2022-04-14T21:05:13Z', 'revision_number': 3, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:15.107769 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef431f-75d9-4723-b83c-04058976e04c req-40f6810d-45f7-49dc-9304-9889f145f5fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.114558 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8fef431f-75d9-4723-b83c-04058976e04c req-40f6810d-45f7-49dc-9304-9889f145f5fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0750587 Apr 14 21:05:15.124554 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-19759694-3e2a-459c-8968-f799ba473384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.126011 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-19759694-3e2a-459c-8968-f799ba473384 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0604415 Apr 14 21:05:15.160377 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8fef431f-75d9-4723-b83c-04058976e04c req-e15e188f-ee7c-4907-8718-f4fb7f6fa2d2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54897f0-b41b-448f-8c4b-15406d282415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453763 Apr 14 21:05:15.250130 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-6f39beba-447d-4d5e-b28a-c094cc709662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.251692 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-6f39beba-447d-4d5e-b28a-c094cc709662 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.0867407 Apr 14 21:05:15.313506 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-069f02f7-d7b7-4400-b7e6-d1f594fbaabd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.317985 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-069f02f7-d7b7-4400-b7e6-d1f594fbaabd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 947 time: 0.0477331 Apr 14 21:05:15.356334 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-bd12e388-e820-4336-80e3-ab1ede35f1f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 1001 time: 0.0881231 Apr 14 21:05:15.363975 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db16cf-207b-4f14-8c44-a860f2a37be3 req-3b49e447-eef4-434a-8966-5b57fed75a3b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.365430 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5db16cf-207b-4f14-8c44-a860f2a37be3 req-3b49e447-eef4-434a-8966-5b57fed75a3b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0595548 Apr 14 21:05:15.411179 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Deleting port 0fd83ea2-3652-4a5c-9f7d-378c30130272 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:05:15.411562 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:15.437340 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-7d076656-5a8c-4886-b2f4-02d2ca87937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.438806 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-7d076656-5a8c-4886-b2f4-02d2ca87937f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0725298 Apr 14 21:05:15.451948 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5db16cf-207b-4f14-8c44-a860f2a37be3 req-bad4a07b-5443-4f71-ae6c-9035b196ff97 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768058 Apr 14 21:05:15.491042 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-4c321637-8df6-41b7-9c33-605d3837bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:15.492604 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-4c321637-8df6-41b7-9c33-605d3837bf99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398219 Apr 14 21:05:15.517417 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] For port 0fd83ea2-3652-4a5c-9f7d-378c30130272, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0fd83ea2-3652-4a5c-9f7d-378c30130272,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:15.517712 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:15.585872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-ac0ad7be-9537-4ac2-a98f-2f2cb17db05e service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Apr 14 21:05:15.679766 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c8379a5-03d1-4fa3-a69c-419f57302f9a req-e453417a-1c7b-4d8f-8872-cb00c09398c3 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869284 Apr 14 21:05:15.709807 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-334f61f3-ed91-4dfe-b6dc-614d2684ab97 req-f82da026-a674-4d36-9cc5-4aed2d07569c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 210 time: 0.0269065 Apr 14 21:05:15.745513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:15.746099 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (7b2b61c1-330a-4aeb-ac6f-787349769552), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:15.746424 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Floating IP 7b2b61c1-330a-4aeb-ac6f-787349769552 disassociated. External IP: 172.27.2.118, port: 0fd83ea2-3652-4a5c-9f7d-378c30130272. Apr 14 21:05:15.746850 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Calling delete_port for 0fd83ea2-3652-4a5c-9f7d-378c30130272 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:05:15.943576 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (0fd83ea2-3652-4a5c-9f7d-378c30130272), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:15.969772 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event deleted for resources: {'Port': ['ID=0fd83ea2-3652-4a5c-9f7d-378c30130272,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:16.088966 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:16.205978 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:16.218027 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:16.235637 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:16.236587 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:16.266729 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] No DVR routers for this DVR port 0fd83ea2-3652-4a5c-9f7d-378c30130272 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:05:16.269259 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:16.272770 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-337051c2-b4aa-499c-b9e8-6a9a0bdf300d req-748b6f32-32d8-4372-84f1-1c4d7a375b73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "DELETE /v2.0/ports/0fd83ea2-3652-4a5c-9f7d-378c30130272 HTTP/1.1" status: 204 len: 173 time: 0.9509692 Apr 14 21:05:16.273262 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-deleted', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:16.275665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dca67d4-eb03-4528-a889-ef0199d32ea4" -d '{"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-deleted", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:16.279042 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8293e138-4fd0-489f-98b1-08032f609637 req-b5251d33-8b4f-4740-ae4c-9b92180d530e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0357664 Apr 14 21:05:16.306342 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:16.306342 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48" -d '{"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:16.325082 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d883f3d5-e39d-4aff-8954-c0ff752e3284 x-openstack-request-id: req-d883f3d5-e39d-4aff-8954-c0ff752e3284 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:16.325640 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d6a76a-2546-4998-890b-0780f27883a2", "name": "network-vif-deleted", "tag": "0fd83ea2-3652-4a5c-9f7d-378c30130272", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:16.325793 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d883f3d5-e39d-4aff-8954-c0ff752e3284 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:16.326073 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d883f3d5-e39d-4aff-8954-c0ff752e3284'] response: {'server_uuid': 'f0d6a76a-2546-4998-890b-0780f27883a2', 'name': 'network-vif-deleted', 'tag': '0fd83ea2-3652-4a5c-9f7d-378c30130272', 'status': 'completed', 'code': 200} Apr 14 21:05:16.350965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45e8fd-9b88-40da-9b45-28c223602af4 x-openstack-request-id: req-3e45e8fd-9b88-40da-9b45-28c223602af4 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:16.350965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:16.350965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e45e8fd-9b88-40da-9b45-28c223602af4 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:16.350965 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e45e8fd-9b88-40da-9b45-28c223602af4'] response: {'name': 'network-changed', 'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'status': 'completed', 'code': 200} Apr 14 21:05:16.369545 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:16.589516 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-ad42f336-1c4d-4a72-adf1-07d09b8f1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:16.591603 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-ad42f336-1c4d-4a72-adf1-07d09b8f1351 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b602c5a899634978a1fda095694fbcc7&device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 1129 time: 0.0469158 Apr 14 21:05:16.600211 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42b64-de8f-4314-8a93-39d6e5e16162 req-62cb6716-cca0-402d-828c-c7ea18dd870d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:16.601809 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-16f42b64-de8f-4314-8a93-39d6e5e16162 req-62cb6716-cca0-402d-828c-c7ea18dd870d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0677178 Apr 14 21:05:16.674011 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-16f42b64-de8f-4314-8a93-39d6e5e16162 req-b8e60f25-1a49-4f27-9862-20c1472b5db1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617926 Apr 14 21:05:16.700009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-35d87241-9106-401a-9374-e3e05da7b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:16.701903 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-35d87241-9106-401a-9374-e3e05da7b606 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 200 len: 919 time: 0.1042230 Apr 14 21:05:16.739530 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:16.770652 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:16.783676 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:16.784700 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:16.792103 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-17b8ec80-2b87-45b6-b134-bd820e2cf54d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 200 len: 1001 time: 0.0835910 Apr 14 21:05:16.827968 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-26eea062-c135-41a5-a7b0-c16f63585680 req-f894f7ca-a10a-4b2a-a54e-630b8a1f43a8 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 210 time: 0.0371044 Apr 14 21:05:16.862992 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-d06a8d4e-9c6c-4465-8edb-f57efc6faa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:16.866326 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-d06a8d4e-9c6c-4465-8edb-f57efc6faa08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 200 len: 857 time: 0.0653844 Apr 14 21:05:16.908377 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:16.915610 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-07797b50-c282-4463-970e-d1fec060a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:16.917529 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-07797b50-c282-4463-970e-d1fec060a4a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4886497d-0573-4044-bfa7-39edf333da43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459893 Apr 14 21:05:17.000586 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-4ccbd0e3-ff67-4860-bd1c-5e87df03337d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:17.003476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-4ccbd0e3-ff67-4860-bd1c-5e87df03337d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.45 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 813 time: 0.1379998 Apr 14 21:05:17.071860 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-ee4e3c67-8c33-4b7e-9f89-709ea75bc736 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473775 Apr 14 21:05:17.132293 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:17.157966 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66aca6-bd4b-4eb7-86e5-821b8275e4c3 None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:17.257104 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'port': {'device_id': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'admin_state_up': True, 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:17.366765 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0ed820cb-1fdf-441f-9bee-bab9d8da2b48 req-1e4908e3-c8e8-4979-a9e0-eac44049f448 service neutron] 10.222.0.45 "GET /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137025 Apr 14 21:05:17.444947 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d7613ca2-0ba5-4c97-a130-1da3082ae78f req-27018072-3e6a-4b1a-a7a1-c09ee1a86519 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0d6a76a-2546-4998-890b-0780f27883a2 HTTP/1.1" status: 200 len: 210 time: 0.0417430 Apr 14 21:05:17.453356 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c1057-e852-4653-9a92-8829faa314f5 None None] New status for floating IP 7b2b61c1-330a-4aeb-ac6f-787349769552: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:05:17.545047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Made reservation on behalf of 6aab6e9b0b8f43609fad4f8ebeef7a5f for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:05:17.549301 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:17.707959 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Allocated IP 172.20.0.11 (99948258-9fdd-486e-b539-afb17e43599f/5bdcfd42-e50a-47c7-a3df-b522aeb97bfc/cb4f199d-d1dc-4655-9d55-1de166de4dfb) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:17.828151 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b0a7-9e55-4568-b95b-cee2bda6810f req-9fbb7843-5c90-4430-8435-892af972ed1a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:17.829716 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5095b0a7-9e55-4568-b95b-cee2bda6810f req-9fbb7843-5c90-4430-8435-892af972ed1a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0817084 Apr 14 21:05:17.987939 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5e374c29-bb44-4cba-8b9c-9919404aa698 req-2b023b5b-c6e0-4b2e-8570-ef7b0a2dda5f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 210 time: 0.0466599 Apr 14 21:05:18.062544 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5095b0a7-9e55-4568-b95b-cee2bda6810f req-9625e816-53d9-486c-85f9-5efc1e3777e2 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814752 Apr 14 21:05:18.067881 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.181518 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.258823 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:18.279191 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Network 99948258-9fdd-486e-b539-afb17e43599f is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:18.281226 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:18.285542 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:18.375979 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:18.377064 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.380120 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:05:18.413170 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 0fd83ea2-3652-4a5c-9f7d-378c30130272 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:05:18.414076 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0fd83ea2-3652-4a5c-9f7d-378c30130272 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:05:18.499334 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-390247c7-500f-412c-92b9-9aaf472b7834 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2467103 Apr 14 21:05:18.642893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59948) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:18.677237 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-bf36e554-7e5f-4882-b50c-f7a1bba8880f None None] Provisioning complete for port cb4f199d-d1dc-4655-9d55-1de166de4dfb triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:18.677651 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-bf36e554-7e5f-4882-b50c-f7a1bba8880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.733676 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-bf36e554-7e5f-4882-b50c-f7a1bba8880f None None] Port cb4f199d-d1dc-4655-9d55-1de166de4dfb cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:05:18.761842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b48e393b-40c1-47cf-89b1-75b0a8295d37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (c54897f0-b41b-448f-8c4b-15406d282415), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.810515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b48e393b-40c1-47cf-89b1-75b0a8295d37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (c54897f0-b41b-448f-8c4b-15406d282415), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.937880 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b48e393b-40c1-47cf-89b1-75b0a8295d37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c54897f0-b41b-448f-8c4b-15406d282415), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.940575 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b48e393b-40c1-47cf-89b1-75b0a8295d37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:18.942626 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b48e393b-40c1-47cf-89b1-75b0a8295d37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "DELETE /v2.0/security-groups/c54897f0-b41b-448f-8c4b-15406d282415 HTTP/1.1" status: 204 len: 168 time: 0.2978859 Apr 14 21:05:18.944883 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59950) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:18.958769 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e393b-40c1-47cf-89b1-75b0a8295d37 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54897f0-b41b-448f-8c4b-15406d282415,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:18.966007 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.api.v2.resource [None req-fad45807-e0f2-4ffd-a1d4-e712364af3f8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] show failed (client error): The resource could not be found. Apr 14 21:05:18.984695 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-fad45807-e0f2-4ffd-a1d4-e712364af3f8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups/c54897f0-b41b-448f-8c4b-15406d282415 HTTP/1.1" status: 404 len: 347 time: 0.0386405 Apr 14 21:05:18.987458 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59952) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:19.208338 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a037f6-172c-481d-96bf-c135a8c73e5f req-3fdf6ad2-23c8-4b49-b6b0-36c078f46304 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:19.209800 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-46a037f6-172c-481d-96bf-c135a8c73e5f req-3fdf6ad2-23c8-4b49-b6b0-36c078f46304 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 932 time: 0.1190972 Apr 14 21:05:19.249096 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Deleting port 504f0003-0651-4d4f-8563-a78c211dbace {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:05:19.249461 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (504f0003-0651-4d4f-8563-a78c211dbace), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:19.325542 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c868-d498-46be-a5ee-86eef8e1f80e req-23b8de4e-5260-436a-9756-e4d6eb08ac51 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:19.333977 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f4d2c868-d498-46be-a5ee-86eef8e1f80e req-23b8de4e-5260-436a-9756-e4d6eb08ac51 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.1771359 Apr 14 21:05:19.384108 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-46a037f6-172c-481d-96bf-c135a8c73e5f req-9a07239f-ac14-403e-baa0-a58c86d54e36 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511221 Apr 14 21:05:19.454191 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f4d2c868-d498-46be-a5ee-86eef8e1f80e req-000a4ae2-ff87-41b7-b354-085743a41c8e tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184037 Apr 14 21:05:19.456799 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (504f0003-0651-4d4f-8563-a78c211dbace), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:19.457343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (504f0003-0651-4d4f-8563-a78c211dbace), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:19.480627 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Calling delete_port for 504f0003-0651-4d4f-8563-a78c211dbace owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:05:19.744642 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (504f0003-0651-4d4f-8563-a78c211dbace), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:19.794446 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event deleted for resources: {'Port': ['ID=504f0003-0651-4d4f-8563-a78c211dbace,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:19.851846 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (7b2b61c1-330a-4aeb-ac6f-787349769552), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:19.855500 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:19.857932 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-1170d26b-5531-4c77-8cbd-29830924a7fe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "DELETE /v2.0/floatingips/7b2b61c1-330a-4aeb-ac6f-787349769552 HTTP/1.1" status: 204 len: 168 time: 0.8689742 Apr 14 21:05:20.336436 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59962) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:20.341554 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458297729', 'description': 'tempest-description--1805580621'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:20.444244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:20.515749 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8738-e246-4964-9083-ee2509baf2d9 req-032c86ee-7ca3-42f9-ae2f-777f11b6d4a6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:20.517327 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2e1b8738-e246-4964-9083-ee2509baf2d9 req-032c86ee-7ca3-42f9-ae2f-777f11b6d4a6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 932 time: 0.0707164 Apr 14 21:05:20.639060 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2e1b8738-e246-4964-9083-ee2509baf2d9 req-6a532e37-e3c7-4d47-bd0c-becc4096b6b1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103632 Apr 14 21:05:20.650118 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c7522-a2a8-4931-adca-188246d9c503 req-b8a1e3a5-5cfb-4cb6-894e-b75b2eec7b22 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:20.650365 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-511c7522-a2a8-4931-adca-188246d9c503 req-b8a1e3a5-5cfb-4cb6-894e-b75b2eec7b22 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0870891 Apr 14 21:05:20.677655 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (77653852-7d1b-48fb-b3af-3803041757db), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:20.721409 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-511c7522-a2a8-4931-adca-188246d9c503 req-93b37406-8444-48fd-a81f-0e28c9e6459e tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643778 Apr 14 21:05:20.743442 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (77653852-7d1b-48fb-b3af-3803041757db), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:20.772961 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77653852-7d1b-48fb-b3af-3803041757db,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:20.846427 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:20.850228 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-2eb0fdb2-f2bd-46d1-b50a-5e8ff37ff27f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5103121 Apr 14 21:05:20.850765 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 59968) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:20.855764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'security_group_rule': {'security_group_id': '77653852-7d1b-48fb-b3af-3803041757db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:20.944160 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (6fedb4a3-a2fe-4964-aa57-1d2a40f648c0), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:21.011515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (6fedb4a3-a2fe-4964-aa57-1d2a40f648c0), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:21.101191 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (6fedb4a3-a2fe-4964-aa57-1d2a40f648c0), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:21.122277 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fedb4a3-a2fe-4964-aa57-1d2a40f648c0,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:21.764187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269486ee-87ab-40ee-9b5a-af267d7befe1 req-8aa27e85-dccb-4626-b9c8-f565bb84e332 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:21.765763 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-269486ee-87ab-40ee-9b5a-af267d7befe1 req-8aa27e85-dccb-4626-b9c8-f565bb84e332 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 932 time: 0.0478098 Apr 14 21:05:21.845050 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-269486ee-87ab-40ee-9b5a-af267d7befe1 req-70054bfd-c459-4d0c-aa6b-c6d7c3b90fea tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706770 Apr 14 21:05:21.858600 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be681f2f-f029-46c4-92d1-8f98f42a97f4 req-4abdaef4-992b-42a5-954d-abccefcd7695 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:21.860069 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-be681f2f-f029-46c4-92d1-8f98f42a97f4 req-4abdaef4-992b-42a5-954d-abccefcd7695 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0597997 Apr 14 21:05:21.912072 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-be681f2f-f029-46c4-92d1-8f98f42a97f4 req-8baa10cc-cab5-44a2-a6be-e221c15d3059 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459890 Apr 14 21:05:21.944845 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:21.951052 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59976) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:21.951736 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c1cc46d1-cd5b-4a3c-85be-4f17ec4f2bf1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0993531 Apr 14 21:05:21.956825 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'security_group_rule': {'security_group_id': '77653852-7d1b-48fb-b3af-3803041757db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:22.080248 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (dd7a7109-44ca-47ae-a118-7224005a559c), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.196291 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (dd7a7109-44ca-47ae-a118-7224005a559c), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.277709 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (dd7a7109-44ca-47ae-a118-7224005a559c), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.300628 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7a7109-44ca-47ae-a118-7224005a559c,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:22.313691 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.313691 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.313691 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.314367 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.314367 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.314662 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.314811 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.316376 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.316376 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.316376 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.316376 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.317013 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.317013 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.317447 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.317952 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:22.377228 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.381526 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ae15e33f-fa5e-4fb3-81ab-7cb16ba90f42 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254737 Apr 14 21:05:22.386709 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 59978) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:22.387081 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:22.588133 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.680526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.802661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Allocated IP 172.27.2.187 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/43ba6ce3-800d-42ec-8d0e-35a36bd9960f) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:22.936406 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:22.964903 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64eaed-1ade-4169-bafa-47652cf7a2d9 req-0d8d9a59-5b96-4042-81fa-edf612d7a3a6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:22.972353 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bb64eaed-1ade-4169-bafa-47652cf7a2d9 req-0d8d9a59-5b96-4042-81fa-edf612d7a3a6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 932 time: 0.0583668 Apr 14 21:05:23.047900 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bb64eaed-1ade-4169-bafa-47652cf7a2d9 req-49125eb2-55a6-4298-ae4c-8acb145d6590 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746939 Apr 14 21:05:23.062061 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdfb4d-3e13-4dbf-99e7-f33dd50c0d6a req-8d14dc34-65b6-46ce-b875-5f4f6852e492 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:23.063609 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-91cdfb4d-3e13-4dbf-99e7-f33dd50c0d6a req-8d14dc34-65b6-46ce-b875-5f4f6852e492 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0606253 Apr 14 21:05:23.112180 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-91cdfb4d-3e13-4dbf-99e7-f33dd50c0d6a req-2fa0ff75-69ac-41b5-bdbc-ef9076f1e1ef tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430794 Apr 14 21:05:23.161358 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.200922 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:23.207950 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Request body: {'port': {'device_id': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:23.211871 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:23.218766 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:23.241989 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'Port': ['ID=43ba6ce3-800d-42ec-8d0e-35a36bd9960f,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:23.287745 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.348728 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (3b463002-9f4e-4b6a-b965-61f7161955a5), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.586585 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.593954 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4f199d-d1dc-4655-9d55-1de166de4dfb {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:23.602482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Publish callbacks [] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.616997 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Transition to ACTIVE for port object cb4f199d-d1dc-4655-9d55-1de166de4dfb will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:05:23.692066 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.756097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.763827 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:23.815088 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.818354 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Attempting to bind port cb4f199d-d1dc-4655-9d55-1de166de4dfb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:05:23.818697 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Attempting to bind port cb4f199d-d1dc-4655-9d55-1de166de4dfb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:05:23.819030 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Attempting to bind port cb4f199d-d1dc-4655-9d55-1de166de4dfb on network 99948258-9fdd-486e-b539-afb17e43599f {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:23.824448 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Port cb4f199d-d1dc-4655-9d55-1de166de4dfb on network 99948258-9fdd-486e-b539-afb17e43599f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:05:23.826573 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Attempting to bind port cb4f199d-d1dc-4655-9d55-1de166de4dfb on network 99948258-9fdd-486e-b539-afb17e43599f {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:23.829971 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:05:23.830314 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Checking segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:05:23.830707 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Bound using segment: {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:05:23.831186 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Bound port: cb4f199d-d1dc-4655-9d55-1de166de4dfb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2755a4-e403-41c6-a0a0-99f38b2c62ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '99948258-9fdd-486e-b539-afb17e43599f'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:05:23.831535 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.887753 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'Port': ['ID=43ba6ce3-800d-42ec-8d0e-35a36bd9960f,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:23.901190 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3b463002-9f4e-4b6a-b965-61f7161955a5), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.903337 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:05:23.906715 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:05:23.952871 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.969205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:23.980596 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-dfcddc18-b185-4665-985a-5f98c412b76b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5943029 Apr 14 21:05:24.009625 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:24.012780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:24.014255 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 1094 time: 0.8108435 Apr 14 21:05:24.014712 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:24.017047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25e6ab4-9034-4c7d-8d9d-050157634a55" -d '{"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:24.057237 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df3b0a-1419-4d2b-acca-024b9a416219 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:24.149549 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699677d-8ead-4a71-82ad-dc117d28f29b x-openstack-request-id: req-8699677d-8ead-4a71-82ad-dc117d28f29b {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:24.150464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:24.151086 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8699677d-8ead-4a71-82ad-dc117d28f29b {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:24.151865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8699677d-8ead-4a71-82ad-dc117d28f29b'] response: {'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'status': 'completed', 'code': 200} Apr 14 21:05:24.214947 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fad5d4-9e9d-45a0-ab89-db373fe723dc req-7bf9e128-eab2-4659-8a0a-c2a291a6e7f7 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:24.216881 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-15fad5d4-9e9d-45a0-ab89-db373fe723dc req-7bf9e128-eab2-4659-8a0a-c2a291a6e7f7 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.0563865 Apr 14 21:05:24.317849 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-15fad5d4-9e9d-45a0-ab89-db373fe723dc req-e12e9ef4-0d10-45c5-94a5-2f3458dc8e7b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929048 Apr 14 21:05:24.342563 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-e4dacfa8-b116-4a8a-a614-c4ea4225f03a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--458297729&fields=id&tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 267 time: 0.0786362 Apr 14 21:05:24.508635 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520de496-b90f-4513-8070-41c4d90aa02e req-5f89fb90-5474-457e-aeda-c8032b162bd2 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:24.517273 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-520de496-b90f-4513-8070-41c4d90aa02e req-5f89fb90-5474-457e-aeda-c8032b162bd2 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0734353 Apr 14 21:05:24.578138 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-99070aa1-2fc2-4d91-859e-1dedb7eb57e0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:24.584861 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-99070aa1-2fc2-4d91-859e-1dedb7eb57e0 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 817 time: 0.2338495 Apr 14 21:05:24.611961 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-520de496-b90f-4513-8070-41c4d90aa02e req-b8bf6fc3-a8d6-46d6-addc-c697944b4c34 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935256 Apr 14 21:05:24.613708 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-56f01975-6958-49f6-b0f5-4d16040b569a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/quotas/a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 375 time: 0.0278745 Apr 14 21:05:24.665322 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d1f32b5-9a29-4c90-9b69-013cf0757687 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463326 Apr 14 21:05:24.765396 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-23097883-884d-4534-b5d8-467eb80295ab service neutron] 10.222.0.37 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889852 Apr 14 21:05:24.855604 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-0d82cd50-d28c-42f8-b9a6-7602d91f8991 service neutron] 10.222.0.37 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832515 Apr 14 21:05:25.092107 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-263cab90-73f0-4656-be0f-5056d0720b45 req-ce390773-440e-4887-9eaf-5e53a4fb8dc1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0372026 Apr 14 21:05:25.470706 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644244d-af2c-4c9a-a610-bac74c0e45c1 req-e5a397ee-835d-49f8-ba1c-a11349e90b5a tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:25.472219 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b644244d-af2c-4c9a-a610-bac74c0e45c1 req-e5a397ee-835d-49f8-ba1c-a11349e90b5a tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.0505450 Apr 14 21:05:25.518174 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b644244d-af2c-4c9a-a610-bac74c0e45c1 req-13537bde-a056-401f-974c-b26d88981fea tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Apr 14 21:05:25.732183 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31425f-ab52-4f1b-9331-3a220a9d63b2 req-769d87d6-c67e-4a48-8df9-0807a9e920c4 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:25.732183 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3f31425f-ab52-4f1b-9331-3a220a9d63b2 req-769d87d6-c67e-4a48-8df9-0807a9e920c4 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0450933 Apr 14 21:05:25.791769 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3f31425f-ab52-4f1b-9331-3a220a9d63b2 req-e4c8e86f-297b-4a9c-b1bd-74b9c5131b0c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489724 Apr 14 21:05:26.174280 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3faf6dfd-98ff-40f5-aac4-7df42702152e req-9e3a04c0-5a29-4b6c-8b7e-fdcb44512d1c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0271254 Apr 14 21:05:26.411957 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:05:26.531122 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:26.543911 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'port_id': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'mac_address': 'fa:16:3e:52:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:05:26.580327 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:26.580713 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:26.593990 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8737b737-90a9-4bd8-bb2c-417ca0ad1106 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:26.614660 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:26.698333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:26.769846 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:26.779211 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.779894 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.780524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.781001 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.781425 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.782137 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.782802 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.783252 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.783720 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.784193 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.784615 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.785063 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.785494 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.785912 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.786333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:26.926608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec9657-7de5-47ae-af22-c58f3289ca36 req-0125d60a-c3f1-4c19-9267-5d3ad9289a27 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:26.928153 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-98ec9657-7de5-47ae-af22-c58f3289ca36 req-0125d60a-c3f1-4c19-9267-5d3ad9289a27 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.3446612 Apr 14 21:05:26.942980 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29288612-2403-421a-8843-743823d6cc8e req-f37fb175-503d-42e4-92d0-63fcfc0d1167 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:26.944508 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-29288612-2403-421a-8843-743823d6cc8e req-f37fb175-503d-42e4-92d0-63fcfc0d1167 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 945 time: 0.0603600 Apr 14 21:05:26.975092 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['8737b737-90a9-4bd8-bb2c-417ca0ad1106'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:05:27.047280 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-98ec9657-7de5-47ae-af22-c58f3289ca36 req-e20d3f6f-e235-41a6-847f-d4e1836853c6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989749 Apr 14 21:05:27.052425 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-29288612-2403-421a-8843-743823d6cc8e req-10ae76f4-bdc1-41f8-bd3e-b2ea83db5044 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956602 Apr 14 21:05:27.313057 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3d82a5ab-0d28-4ac1-9dc4-f9db3e96fee1 req-c04f9e8a-5c2a-4e45-b894-d9c0ad0882e1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0301259 Apr 14 21:05:28.163086 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f96b4d-ad5c-4f81-9d23-727db37d2054 req-85fb896f-d5d6-405e-8080-219433842cd9 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.164610 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-05f96b4d-ad5c-4f81-9d23-727db37d2054 req-85fb896f-d5d6-405e-8080-219433842cd9 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.0707283 Apr 14 21:05:28.180080 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe8dd-de54-46e7-8668-6a5cfef4b59b req-0b7d69a6-6481-450d-b14e-cf57025bff92 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.183447 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-12efe8dd-de54-46e7-8668-6a5cfef4b59b req-0b7d69a6-6481-450d-b14e-cf57025bff92 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 945 time: 0.0601399 Apr 14 21:05:28.261860 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e6ab4-9034-4c7d-8d9d-050157634a55 req-e30445a2-6a7f-43f4-97fd-0a260e616968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.263347 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f25e6ab4-9034-4c7d-8d9d-050157634a55 req-e30445a2-6a7f-43f4-97fd-0a260e616968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1128 time: 0.0751545 Apr 14 21:05:28.291807 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-05f96b4d-ad5c-4f81-9d23-727db37d2054 req-3e981208-ff4b-4795-a6d9-7dfe835689b6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186156 Apr 14 21:05:28.323158 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-12efe8dd-de54-46e7-8668-6a5cfef4b59b req-1e4eafd4-59b9-4f22-b461-dd7c7bcd6364 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280236 Apr 14 21:05:28.401142 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e6ab4-9034-4c7d-8d9d-050157634a55 req-9e77b3ea-18ac-4016-9238-55ba76fb926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.402642 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f25e6ab4-9034-4c7d-8d9d-050157634a55 req-9e77b3ea-18ac-4016-9238-55ba76fb926d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1243174 Apr 14 21:05:28.430067 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a15e8a7b-044d-4f28-b7e4-8cd26157e95b req-32fc5ac5-e436-47d9-963c-cb0346d61fe6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0421298 Apr 14 21:05:28.437625 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:28.483905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:05:28.518877 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e6ab4-9034-4c7d-8d9d-050157634a55 req-274b3d79-2a3f-458f-a2bb-b6035217ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.520433 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f25e6ab4-9034-4c7d-8d9d-050157634a55 req-274b3d79-2a3f-458f-a2bb-b6035217ec20 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991840 Apr 14 21:05:28.549230 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:28.549538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:28.594664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-3be93512-35cb-49b2-8b50-cda18abc8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.596465 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-3be93512-35cb-49b2-8b50-cda18abc8b92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1128 time: 0.0387871 Apr 14 21:05:28.631521 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:28.633046 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:28.641997 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-b0fdf958-d5ab-4735-a8cb-b9c919d9a761 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 217 time: 0.0380745 Apr 14 21:05:28.656165 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:28.658419 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d4a84-b42b-4d59-8e71-b122d9d9841d" -d '{"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-plugged", "status": "completed", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:28.673888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:28.697346 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-9b336a1a-1588-4122-9ff1-1fb962f6b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.701429 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-9b336a1a-1588-4122-9ff1-1fb962f6b729 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 200 len: 852 time: 0.0449517 Apr 14 21:05:28.701748 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f703e0c-4cbb-4492-9aeb-c9252924c9cf x-openstack-request-id: req-4f703e0c-4cbb-4492-9aeb-c9252924c9cf {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:28.701748 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-plugged", "status": "completed", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:28.701748 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f703e0c-4cbb-4492-9aeb-c9252924c9cf {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:28.701748 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f703e0c-4cbb-4492-9aeb-c9252924c9cf'] response: {'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'code': 200} Apr 14 21:05:28.749875 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-70b1b14a-5196-497a-9e02-44ce0f4350fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:28.751507 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-70b1b14a-5196-497a-9e02-44ce0f4350fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99948258-9fdd-486e-b539-afb17e43599f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395730 Apr 14 21:05:28.752586 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:28.800212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:28.918698 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-6a6fdc80-663c-40dc-b454-872cc6550ca9 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879943 Apr 14 21:05:29.006689 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a7644a1b-1c14-43e5-9cec-20324bd363c0 req-8f880afe-1ebd-4331-8a3b-d4fc8878f165 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Apr 14 21:05:29.006956 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:05:29.282448 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe3f4-fb6b-4849-a18b-05809b19137a req-20958cf9-44c3-4f6b-83be-bce40ee10e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:29.284076 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ec7fe3f4-fb6b-4849-a18b-05809b19137a req-20958cf9-44c3-4f6b-83be-bce40ee10e57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1130 time: 0.0419104 Apr 14 21:05:29.335476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ec7fe3f4-fb6b-4849-a18b-05809b19137a req-cd7b8350-9d8b-49ec-8226-927892807c65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395997 Apr 14 21:05:29.413451 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a9655-51a4-42e8-afa8-cf760133c3b6 req-26ea515a-bcc3-461e-8b45-fe506407e7ff tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:29.414973 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6a9a9655-51a4-42e8-afa8-cf760133c3b6 req-26ea515a-bcc3-461e-8b45-fe506407e7ff tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.0544274 Apr 14 21:05:29.464732 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bcd52-6a9d-49d6-9c5e-1487e066ccef req-72a8ef62-80a8-4f6d-97dd-a82fdd619540 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:29.466191 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-894bcd52-6a9d-49d6-9c5e-1487e066ccef req-72a8ef62-80a8-4f6d-97dd-a82fdd619540 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0720329 Apr 14 21:05:29.517485 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6a9a9655-51a4-42e8-afa8-cf760133c3b6 req-0c5f4c94-cd9e-45ee-b309-cb457850bee7 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866199 Apr 14 21:05:29.546297 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-894bcd52-6a9d-49d6-9c5e-1487e066ccef req-0aec5229-6a09-4dd0-bc8f-5f202bcabd20 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738540 Apr 14 21:05:29.597450 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ba8f1782-baac-4b44-b36b-d8ca74830457 req-1a302285-948a-4547-9884-f0e040d51905 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0270901 Apr 14 21:05:30.507195 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2287d1a7-9d26-4507-ae7d-0fd3d50165f7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:30.508665 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2287d1a7-9d26-4507-ae7d-0fd3d50165f7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 817 time: 0.1071780 Apr 14 21:05:30.581546 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-183aad1c-fff5-4b34-a695-36e3b0f7029f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 379 time: 0.0624578 Apr 14 21:05:30.665202 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b48b-2cd3-4e7f-a7ce-3614592d5673 req-550b02e5-8dd0-4849-aff8-78188f994c04 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:30.666666 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-53e6b48b-2cd3-4e7f-a7ce-3614592d5673 req-550b02e5-8dd0-4849-aff8-78188f994c04 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.0719135 Apr 14 21:05:30.688173 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53d8cd-5556-4b93-b649-1290917f4a40 req-dfc3f99a-9825-4019-9ebf-7fc04b6de8b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:30.689565 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca53d8cd-5556-4b93-b649-1290917f4a40 req-dfc3f99a-9825-4019-9ebf-7fc04b6de8b6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0660520 Apr 14 21:05:30.748681 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-53e6b48b-2cd3-4e7f-a7ce-3614592d5673 req-539d2a44-01b4-41c3-b07f-0be42119030d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744061 Apr 14 21:05:30.772331 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca53d8cd-5556-4b93-b649-1290917f4a40 req-91ed5627-780c-4a48-aa67-52125fdb8550 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767465 Apr 14 21:05:30.832537 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb76cf12-6c73-47ae-b7ff-598cc6b442e7 req-0b7a76c3-1148-4698-a927-e637e4fb73f9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0278273 Apr 14 21:05:30.918836 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'port': {'device_id': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'admin_state_up': True, 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'security_groups': ['77653852-7d1b-48fb-b3af-3803041757db']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:31.100438 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Made reservation on behalf of a3e2a0698ba04d88863d0ae0e4c6df9d for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:05:31.103902 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:31.238890 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Allocated IP 172.20.0.10 (82b3934c-ff72-41f0-b18b-9a5efa9757e2/38a4ef7f-c405-41d3-8cce-a17b1be917ff/7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:31.377719 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:31.506832 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:31.547166 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:31.550316 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:31.556068 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:31.583840 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:31.596953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.599844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.600897 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.600897 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.600897 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.600897 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.601206 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.601510 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:05:31.622274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:31.622929 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:31.706288 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-6ccc298a-bd86-453e-a4e4-fd67c32d955f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7919290 Apr 14 21:05:31.829622 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Request body: {'port': {'device_id': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:31.854413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-de5e6e75-a63c-4383-9d2f-876087dc5522 None None] Provisioning complete for port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:31.861773 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-de5e6e75-a63c-4383-9d2f-876087dc5522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:31.901212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-de5e6e75-a63c-4383-9d2f-876087dc5522 None None] Port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:05:31.983810 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8df94-3bd9-4809-8d33-fc194374c155 req-55808744-e2b3-4b91-9ee0-43d47b309b43 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:31.985495 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7e8df94-3bd9-4809-8d33-fc194374c155 req-55808744-e2b3-4b91-9ee0-43d47b309b43 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 944 time: 0.1268427 Apr 14 21:05:31.993579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ffa14-d7a5-4755-820a-cea4e0fe994e req-277cb522-aafd-4d16-9ca1-f5a531a5deb1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:31.996209 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-420ffa14-d7a5-4755-820a-cea4e0fe994e req-277cb522-aafd-4d16-9ca1-f5a531a5deb1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.1334147 Apr 14 21:05:32.003062 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.138134 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7e8df94-3bd9-4809-8d33-fc194374c155 req-06862e68-69a3-4d60-b534-dd24ec03157a tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396101 Apr 14 21:05:32.148865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-420ffa14-d7a5-4755-820a-cea4e0fe994e req-be62b57a-3789-469f-b74a-a39dd9d3c681 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468017 Apr 14 21:05:32.308872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a404e-54bc-40ca-aa90-2c3d75ce2dd3 req-1d98a43a-adea-4679-9086-e2ea546beaba tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:32.310335 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-052a404e-54bc-40ca-aa90-2c3d75ce2dd3 req-1d98a43a-adea-4679-9086-e2ea546beaba tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 932 time: 0.1077957 Apr 14 21:05:32.325522 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce8c74-be03-4ab4-89d8-32b0fa3890fe req-0b4810d2-53c3-4322-979c-afe9a6cde4d2 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:32.326867 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-24ce8c74-be03-4ab4-89d8-32b0fa3890fe req-0b4810d2-53c3-4322-979c-afe9a6cde4d2 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.1050580 Apr 14 21:05:32.457268 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-24ce8c74-be03-4ab4-89d8-32b0fa3890fe req-4ee95611-77e0-4d54-9bc5-3d1cf8872305 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182070 Apr 14 21:05:32.465622 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-052a404e-54bc-40ca-aa90-2c3d75ce2dd3 req-1ffc5cbe-a403-488d-a3b4-aa1931a6e630 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423173 Apr 14 21:05:32.465766 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device cb4f199d-d1dc-4655-9d55-1de166de4dfb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:05:32.481633 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60064) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:32.538109 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:32.546291 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Publish callbacks [] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.560579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Transition to ACTIVE for port object 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:05:32.584868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:32.596924 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'port_id': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'mac_address': 'fa:16:3e:92:18:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:05:32.626391 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.633838 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port cb4f199d-d1dc-4655-9d55-1de166de4dfb is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:32.637527 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.654991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4f199d-d1dc-4655-9d55-1de166de4dfb {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:32.660915 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c13bcb93-ee61-4fc0-8c07-596acef3ced2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.677711 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:32.683339 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c384f90-9952-4d89-958b-ea7b971aee5f tempest-TestShelveInstance-559154014 tempest-TestShelveInstance-559154014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:32.688102 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0c384f90-9952-4d89-958b-ea7b971aee5f tempest-TestShelveInstance-559154014 tempest-TestShelveInstance-559154014-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1125 time: 0.2054253 Apr 14 21:05:32.689077 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60068) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:32.693015 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'port_id': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:32.701427 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:32.757202 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Attempting to bind port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:05:32.757564 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Attempting to bind port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:05:32.757881 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Attempting to bind port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:32.763255 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:05:32.763530 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Attempting to bind port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 on network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:32.768862 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:05:32.769238 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Checking segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:05:32.769629 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Bound using segment: {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:05:32.770031 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.770175 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Bound port: 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cd9072-8048-4f06-ad8f-850dd02e4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:05:32.770411 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.801786 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.827829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:32.841866 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:05:32.844695 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:05:32.900137 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.926716 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.961467 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:32.962123 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:32.963558 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 1094 time: 1.1457982 Apr 14 21:05:32.964207 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:32.966474 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197a5a5-3045-4f71-9ca1-8d06d636092e" -d '{"events": [{"name": "network-changed", "server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:32.999110 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2788f6-a79d-41d8-b82b-c5f54f337516 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:33.018176 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45ab256-246a-4351-bbc7-118d21b5f648 x-openstack-request-id: req-d45ab256-246a-4351-bbc7-118d21b5f648 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:33.018470 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:33.018727 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45ab256-246a-4351-bbc7-118d21b5f648 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:33.019234 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45ab256-246a-4351-bbc7-118d21b5f648'] response: {'name': 'network-changed', 'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'status': 'completed', 'code': 200} Apr 14 21:05:33.024316 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Allocated IP 172.27.2.241 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/4aecec4e-c503-4403-b4a3-538923ee5a69) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:33.040412 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['cb4f199d-d1dc-4655-9d55-1de166de4dfb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:05:33.095627 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a5a5-3045-4f71-9ca1-8d06d636092e req-ead829c8-aabe-4556-a23a-1d363fdf5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.097137 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b197a5a5-3045-4f71-9ca1-8d06d636092e req-ead829c8-aabe-4556-a23a-1d363fdf5fd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1128 time: 0.0484455 Apr 14 21:05:33.155570 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:33.209156 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a5a5-3045-4f71-9ca1-8d06d636092e req-0dd7a648-8f2e-40cd-9c8c-6eabdb8e06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.211040 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b197a5a5-3045-4f71-9ca1-8d06d636092e req-0dd7a648-8f2e-40cd-9c8c-6eabdb8e06c2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1036751 Apr 14 21:05:33.289701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:33.316503 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadad782-b503-4902-956c-aab3bffc84ca req-0e0f1701-9562-43f1-803b-fe6a19b994c2 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.317986 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cadad782-b503-4902-956c-aab3bffc84ca req-0e0f1701-9562-43f1-803b-fe6a19b994c2 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 945 time: 0.0920062 Apr 14 21:05:33.328961 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:33.335547 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:33.340019 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:33.343109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'Port': ['ID=4aecec4e-c503-4403-b4a3-538923ee5a69,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:33.373906 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197a5a5-3045-4f71-9ca1-8d06d636092e req-a5f89081-557c-41ec-9dbd-3a8d9738d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.375404 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b197a5a5-3045-4f71-9ca1-8d06d636092e req-a5f89081-557c-41ec-9dbd-3a8d9738d258 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581683 Apr 14 21:05:33.390994 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cadad782-b503-4902-956c-aab3bffc84ca req-6f784ed6-633e-4fbd-b843-eebe8a00e516 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Apr 14 21:05:33.460087 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-9023c7c1-2dca-497d-8cbb-d64f32c5f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.461764 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-9023c7c1-2dca-497d-8cbb-d64f32c5f3cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1128 time: 0.0405686 Apr 14 21:05:33.506734 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-43f6f458-1ae1-48cd-a713-9dc321a554ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 217 time: 0.0378811 Apr 14 21:05:33.581145 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-066a4c8b-4b8c-42b4-8dcb-4305a183f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.582647 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-066a4c8b-4b8c-42b4-8dcb-4305a183f044 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0700307 Apr 14 21:05:33.639653 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745eb7b-7188-47c6-8075-6b4b757f0128 req-e85004f4-169c-4972-beb8-b11cffe277df tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.641242 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f745eb7b-7188-47c6-8075-6b4b757f0128 req-e85004f4-169c-4972-beb8-b11cffe277df tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0955005 Apr 14 21:05:33.658626 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-f6da0292-620a-4f5a-859e-05e928541a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:33.660127 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-f6da0292-620a-4f5a-859e-05e928541a57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705862 Apr 14 21:05:33.742872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f745eb7b-7188-47c6-8075-6b4b757f0128 req-07878580-cf2c-408b-bbf2-8121a023bd14 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959735 Apr 14 21:05:33.781613 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-f26381a7-2660-4e13-92ad-2af7c0a1722a service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088970 Apr 14 21:05:33.876650 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ed408e8-5ae3-4a68-a657-735cd863e9b0 req-8303e793-3368-4256-bed4-c023a5d7ef9a service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874298 Apr 14 21:05:33.962624 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for floatingip (5e62b4ef-86f2-4cc3-ac18-cfeb36801c44), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.109493 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.267704 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.328896 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.399519 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event updated for resources: {'Port': ['ID=4aecec4e-c503-4403-b4a3-538923ee5a69,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:34.416682 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (5e62b4ef-86f2-4cc3-ac18-cfeb36801c44), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.480247 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device cb4f199d-d1dc-4655-9d55-1de166de4dfb up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:34.515385 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b72c54-889a-4141-9c43-ec72785acbd9 req-46878a32-25e2-4a63-a506-739c5e1572cd tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:34.516899 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c0b72c54-889a-4141-9c43-ec72785acbd9 req-46878a32-25e2-4a63-a506-739c5e1572cd tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 945 time: 0.0517616 Apr 14 21:05:34.523609 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Floating IP 5e62b4ef-86f2-4cc3-ac18-cfeb36801c44 associated. External IP: 172.27.2.241, port: 8737b737-90a9-4bd8-bb2c-417ca0ad1106. Apr 14 21:05:34.528568 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port cb4f199d-d1dc-4655-9d55-1de166de4dfb completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:05:34.567415 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c0b72c54-889a-4141-9c43-ec72785acbd9 req-34a44e68-15e9-4ce4-b1bd-1a2386fff9f6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Apr 14 21:05:34.594568 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port cb4f199d-d1dc-4655-9d55-1de166de4dfb triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:34.594954 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.672720 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port cb4f199d-d1dc-4655-9d55-1de166de4dfb is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:34.673106 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.697787 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:34.700260 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a0ac1a-d591-4a5b-8c5d-b7a8a80b37dd" -d '{"events": [{"server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:34.722551 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:34.736195 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd69e23-9343-4191-baab-91f83375d2ac x-openstack-request-id: req-9bd69e23-9343-4191-baab-91f83375d2ac {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:34.736506 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:34.736781 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bd69e23-9343-4191-baab-91f83375d2ac {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:34.737181 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd69e23-9343-4191-baab-91f83375d2ac'] response: {'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'code': 200} Apr 14 21:05:34.741054 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Router fe3fafb3-af93-46e5-baca-46eac9c40d61 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:34.790241 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.843905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:34.859802 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:34.870021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] Sync routers for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:34.873840 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6778f0-6f09-41c8-ac29-539254d938d2 req-76b8313e-f2cd-4060-87eb-2ba25cc97572 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:34.875350 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb6778f0-6f09-41c8-ac29-539254d938d2 req-76b8313e-f2cd-4060-87eb-2ba25cc97572 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0477002 Apr 14 21:05:34.881519 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:34.884478 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:34.932207 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb6778f0-6f09-41c8-ac29-539254d938d2 req-5d80afb7-a599-4372-8a12-02144bfbb0aa tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507567 Apr 14 21:05:34.935698 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:34.969519 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-aa19bca2-54a3-418d-9e6c-08f88a22e46a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2798119 Apr 14 21:05:34.970205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:34.972762 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397b398c-a466-427d-97e3-297f2d06ccff" -d '{"events": [{"name": "network-changed", "server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:34.999022 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:35.018609 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c31bb8-3f0e-4dc0-8bbd-6949980bc2e5 x-openstack-request-id: req-98c31bb8-3f0e-4dc0-8bbd-6949980bc2e5 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:35.018609 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:35.018609 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98c31bb8-3f0e-4dc0-8bbd-6949980bc2e5 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:35.018609 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c31bb8-3f0e-4dc0-8bbd-6949980bc2e5'] response: {'name': 'network-changed', 'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'status': 'completed', 'code': 200} Apr 14 21:05:35.073912 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b398c-a466-427d-97e3-297f2d06ccff req-dc6192d7-89a7-46f9-9699-b395dfd4854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.075433 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-dc6192d7-89a7-46f9-9699-b395dfd4854f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1130 time: 0.0411351 Apr 14 21:05:35.175545 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b398c-a466-427d-97e3-297f2d06ccff req-b15863dd-3563-4958-b3d5-852ad118727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.177124 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-b15863dd-3563-4958-b3d5-852ad118727a service neutron] 10.222.0.45 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 909 time: 0.0953586 Apr 14 21:05:35.238703 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4ba6e-67ac-4fdf-a0e9-c9e7261974c7 req-fc30aad5-dfc6-4e1b-8d59-59d63fc912e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.240337 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-56d4ba6e-67ac-4fdf-a0e9-c9e7261974c7 req-fc30aad5-dfc6-4e1b-8d59-59d63fc912e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1130 time: 0.0639703 Apr 14 21:05:35.257732 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-59969666-8aec-4338-9ec1-8b47c4282ce2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 1000 time: 0.0745158 Apr 14 21:05:35.294922 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-56d4ba6e-67ac-4fdf-a0e9-c9e7261974c7 req-fcbd2ec9-29e8-40bb-a791-0da9efb5c5bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Apr 14 21:05:35.317748 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b398c-a466-427d-97e3-297f2d06ccff req-2eeaee90-e50f-43f3-abdd-a02e548bcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.319486 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-2eeaee90-e50f-43f3-abdd-a02e548bcf32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 200 len: 847 time: 0.0547004 Apr 14 21:05:35.351797 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f39a6fd-3dee-419c-ba45-c2819ce3c1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:35.422684 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '5e62b4ef-86f2-4cc3-ac18-cfeb36801c44', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'port_id': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'mac_address': 'fa:16:3e:52:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b941d-bb54-4c2a-bb36-95c331016680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:33Z', 'updated_at': '2022-04-14T21:05:33Z', 'revision_number': 0, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:35.448426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] Checking router: fe3fafb3-af93-46e5-baca-46eac9c40d61 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:35.456579 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:35.457188 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:35.550849 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b398c-a466-427d-97e3-297f2d06ccff req-8aea2d7e-d18d-41ff-9dd8-7e272399cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.552395 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-8aea2d7e-d18d-41ff-9dd8-7e272399cda0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440876 Apr 14 21:05:35.588425 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:35.680724 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-0eb8f96b-95af-42c2-b429-80c4cddc970d service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215425 Apr 14 21:05:35.696661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef84dc-5d32-4dde-82d9-c3b508956f26 req-9aacb70d-d150-44d1-a959-4b3edc95ed2d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.699002 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8fef84dc-5d32-4dde-82d9-c3b508956f26 req-9aacb70d-d150-44d1-a959-4b3edc95ed2d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0582175 Apr 14 21:05:35.784970 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c9e53-92c6-4d12-be60-5786df44dbf7 req-0ac1338f-1f85-4256-8857-b71d1bb83e72 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:35.786479 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-255c9e53-92c6-4d12-be60-5786df44dbf7 req-0ac1338f-1f85-4256-8857-b71d1bb83e72 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0749056 Apr 14 21:05:35.790804 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8fef84dc-5d32-4dde-82d9-c3b508956f26 req-3c2aef69-f85b-4596-86b7-44387a11ff58 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854089 Apr 14 21:05:35.822377 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '5e62b4ef-86f2-4cc3-ac18-cfeb36801c44', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'port_id': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'mac_address': 'fa:16:3e:52:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b941d-bb54-4c2a-bb36-95c331016680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:33Z', 'updated_at': '2022-04-14T21:05:33Z', 'revision_number': 0, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:35.833644 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-255c9e53-92c6-4d12-be60-5786df44dbf7 req-2036be5f-bdb8-4b1b-b312-f9249fbfca3b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Apr 14 21:05:35.851333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5f4915-7c51-46d2-9f49-9af93cf287a2 None None] The sync data for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi is: [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '5e62b4ef-86f2-4cc3-ac18-cfeb36801c44', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'port_id': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'mac_address': 'fa:16:3e:52:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b941d-bb54-4c2a-bb36-95c331016680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:33Z', 'updated_at': '2022-04-14T21:05:33Z', 'revision_number': 0, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:36.057026 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845365b7-2aa2-4c06-8283-12ab96d1cf8f req-f8005ccf-077a-483d-86f7-9ba53b78dc49 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:36.059201 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-845365b7-2aa2-4c06-8283-12ab96d1cf8f req-f8005ccf-077a-483d-86f7-9ba53b78dc49 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0504005 Apr 14 21:05:36.090431 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35390b-3f72-47a3-99f6-1ef0c0f31ea5 None None] New status for floating IP 5e62b4ef-86f2-4cc3-ac18-cfeb36801c44: ACTIVE {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:05:36.113188 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-845365b7-2aa2-4c06-8283-12ab96d1cf8f req-88a953a0-6a99-4884-98f4-526ce3398740 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461001 Apr 14 21:05:36.435270 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:36.496621 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:05:36.600046 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:36.614463 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'mac_address': 'fa:16:3e:97:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:05:36.655187 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:36.655614 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:36.668067 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:36.686807 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:36.764620 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:36.813751 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:36.904380 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2e98a-48ea-48bc-9b67-5bb6a17a120c req-54502f52-f089-4eaa-b954-5c5143afb63e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:36.905874 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bbf2e98a-48ea-48bc-9b67-5bb6a17a120c req-54502f52-f089-4eaa-b954-5c5143afb63e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0477488 Apr 14 21:05:36.972645 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329e56e-9ddb-496f-b622-6e1d52fdf4fa req-a4d15af2-e430-4eaa-8143-6a47c596699c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:36.974029 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2329e56e-9ddb-496f-b622-6e1d52fdf4fa req-a4d15af2-e430-4eaa-8143-6a47c596699c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0672839 Apr 14 21:05:37.001941 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bbf2e98a-48ea-48bc-9b67-5bb6a17a120c req-7d737aa7-f588-439a-9909-e807175ebef5 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858867 Apr 14 21:05:37.030917 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2329e56e-9ddb-496f-b622-6e1d52fdf4fa req-9fb35de8-b800-4c40-add8-63434617fb2b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512271 Apr 14 21:05:37.048501 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:05:37.228311 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74cc17-e73a-408b-980b-fa3f0e237767 req-49892cbb-8077-417b-bb58-a2de6673db2c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:37.230177 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dc74cc17-e73a-408b-980b-fa3f0e237767 req-49892cbb-8077-417b-bb58-a2de6673db2c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 945 time: 0.0440385 Apr 14 21:05:37.275607 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dc74cc17-e73a-408b-980b-fa3f0e237767 req-b857a31e-4b29-451a-b375-f670941d3915 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399258 Apr 14 21:05:37.783245 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:37.912724 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-397b398c-a466-427d-97e3-297f2d06ccff req-d1ea118b-ea92-44df-8dde-cfca2c3dadca service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836868 Apr 14 21:05:37.974810 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:38.170709 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035fae-4eef-46a3-954b-4ebac0e7e043 req-edd467da-2b77-4488-bba5-a2e9f6ec971b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:38.172222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8c035fae-4eef-46a3-954b-4ebac0e7e043 req-edd467da-2b77-4488-bba5-a2e9f6ec971b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.1031928 Apr 14 21:05:38.181907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-ebb0ae41-7fe3-4a1f-9903-40fb5a21d761 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:38.183833 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-ebb0ae41-7fe3-4a1f-9903-40fb5a21d761 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.1055243 Apr 14 21:05:38.200522 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f749c-ac02-4f2d-b434-fd10a596b548 req-63d6a6ff-f89d-4ebb-b114-89d86e1a8de1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:38.201901 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e1f749c-ac02-4f2d-b434-fd10a596b548 req-63d6a6ff-f89d-4ebb-b114-89d86e1a8de1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.0977561 Apr 14 21:05:38.270346 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8c035fae-4eef-46a3-954b-4ebac0e7e043 req-b0b79472-2191-4873-9898-e83f43a6bdb8 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855844 Apr 14 21:05:38.273587 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e1f749c-ac02-4f2d-b434-fd10a596b548 req-6b78f66e-4725-4558-bbff-58ea6e8a2c08 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656958 Apr 14 21:05:38.394460 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c6342-aed1-4962-83e5-eb2b7cfb6a9d req-03facd77-ad04-4e5c-800c-99ac6523624a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:38.395931 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8f2c6342-aed1-4962-83e5-eb2b7cfb6a9d req-03facd77-ad04-4e5c-800c-99ac6523624a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 945 time: 0.0464334 Apr 14 21:05:38.442097 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8f2c6342-aed1-4962-83e5-eb2b7cfb6a9d req-1f6c5331-40eb-48ae-8ee4-660c0792da82 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404606 Apr 14 21:05:38.495322 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:38.538055 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:05:38.594475 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:38.594875 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:38.673546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:38.674608 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:38.697690 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:38.698895 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d9c97-fbe1-43f3-9296-2b235e234af0" -d '{"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:38.711571 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:38.739071 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83118285-7f2c-4c18-a911-82cebee2beef x-openstack-request-id: req-83118285-7f2c-4c18-a911-82cebee2beef {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:38.739414 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:38.739679 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83118285-7f2c-4c18-a911-82cebee2beef {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:38.740078 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83118285-7f2c-4c18-a911-82cebee2beef'] response: {'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'code': 200} Apr 14 21:05:38.744403 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Deleting port 2f500fdb-9849-453c-9c25-ef1f59f3b176 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:05:38.744741 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:38.769083 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:38.822265 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:38.839684 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] For port 2f500fdb-9849-453c-9c25-ef1f59f3b176, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2f500fdb-9849-453c-9c25-ef1f59f3b176,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:38.849317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:39.051351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415358d-023d-46e3-91e2-a1c802aada81 req-659ce778-7296-4158-b462-1f6f44de791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:39.052833 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4415358d-023d-46e3-91e2-a1c802aada81 req-659ce778-7296-4158-b462-1f6f44de791d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1130 time: 0.0382535 Apr 14 21:05:39.098004 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4415358d-023d-46e3-91e2-a1c802aada81 req-da823a2f-0493-401b-adf4-46690100f70a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Apr 14 21:05:39.300970 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:39.301468 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (fca16245-6af2-44d2-a14d-8f61eeb7475c), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:39.302100 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Floating IP fca16245-6af2-44d2-a14d-8f61eeb7475c disassociated. External IP: 172.27.2.50, port: 2f500fdb-9849-453c-9c25-ef1f59f3b176. Apr 14 21:05:39.302455 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Calling delete_port for 2f500fdb-9849-453c-9c25-ef1f59f3b176 owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:05:39.433706 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccdb3-4c68-4096-a9c9-e2ffa805117a req-cdebc420-94d3-4ec1-8961-7ef5d0a6849b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:39.435236 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-89fccdb3-4c68-4096-a9c9-e2ffa805117a req-cdebc420-94d3-4ec1-8961-7ef5d0a6849b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0917101 Apr 14 21:05:39.443783 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab44ba-9d98-4b1f-ae11-02868337a0bc req-9442c4c0-2f90-4d5f-9ca0-b9c9ac0d4445 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:39.445148 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f8ab44ba-9d98-4b1f-ae11-02868337a0bc req-9442c4c0-2f90-4d5f-9ca0-b9c9ac0d4445 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 946 time: 0.1004808 Apr 14 21:05:39.553887 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f8ab44ba-9d98-4b1f-ae11-02868337a0bc req-26dea5f5-77a1-4f7d-b555-375c2a21587f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923991 Apr 14 21:05:39.559411 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-89fccdb3-4c68-4096-a9c9-e2ffa805117a req-b05f95ab-8e58-4b7f-80b0-0f6461c9e438 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121304 Apr 14 21:05:39.640313 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:39.672794 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (2f500fdb-9849-453c-9c25-ef1f59f3b176), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:39.714683 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6876dc-1847-4438-b626-fdcb3959d27e req-5c465c10-d4bf-4851-8534-96af808e84f8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:39.716265 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ad6876dc-1847-4438-b626-fdcb3959d27e req-5c465c10-d4bf-4851-8534-96af808e84f8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.1064763 Apr 14 21:05:39.718820 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event deleted for resources: {'Port': ['ID=2f500fdb-9849-453c-9c25-ef1f59f3b176,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:39.726666 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f28090-0203-4263-9026-6ecbbd8bac74 req-85d704b9-22e2-499c-b698-2d3fa5e00189 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:39.728174 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a4f28090-0203-4263-9026-6ecbbd8bac74 req-85d704b9-22e2-499c-b698-2d3fa5e00189 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0868585 Apr 14 21:05:39.882132 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a4f28090-0203-4263-9026-6ecbbd8bac74 req-16cb2617-0a12-4236-a13f-a0ad23fe5117 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417196 Apr 14 21:05:39.889007 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ad6876dc-1847-4438-b626-fdcb3959d27e req-2dfe2c0c-45a6-4d65-98fd-b4566eb1054e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596045 Apr 14 21:05:39.909435 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Router a77c9296-b320-4ab1-9019-f1e573506990 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:40.019347 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:40.030308 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:40.040762 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:40.041620 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:40.067598 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] No DVR routers for this DVR port 2f500fdb-9849-453c-9c25-ef1f59f3b176 on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:05:40.070207 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:40.074552 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f27c0335-1bc7-4667-9ee9-5a4af89c012e req-417e764e-0ad3-443d-8fe1-45d11ba956d1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "DELETE /v2.0/ports/2f500fdb-9849-453c-9c25-ef1f59f3b176 HTTP/1.1" status: 204 len: 173 time: 1.4218028 Apr 14 21:05:40.075135 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'name': 'network-vif-deleted', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:40.078269 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7b762-b5a0-4518-8207-2523fc25c750" -d '{"events": [{"server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "name": "network-vif-deleted", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:40.124957 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a20102-be62-4339-b81c-bfc9ee2501dc x-openstack-request-id: req-30a20102-be62-4339-b81c-bfc9ee2501dc {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:40.125455 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bf0e11-f953-41e2-8738-b7d48eb536d5", "name": "network-vif-deleted", "tag": "2f500fdb-9849-453c-9c25-ef1f59f3b176", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:40.125712 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30a20102-be62-4339-b81c-bfc9ee2501dc {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:40.126129 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a20102-be62-4339-b81c-bfc9ee2501dc'] response: {'server_uuid': '71bf0e11-f953-41e2-8738-b7d48eb536d5', 'name': 'network-vif-deleted', 'tag': '2f500fdb-9849-453c-9c25-ef1f59f3b176', 'status': 'completed', 'code': 200} Apr 14 21:05:40.170910 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:40.242492 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c407a-5505-4e0f-a2ce-09b7279ff808 req-1d2e0514-3144-481b-88b2-164db13b3c09 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:40.247877 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bc5c407a-5505-4e0f-a2ce-09b7279ff808 req-1d2e0514-3144-481b-88b2-164db13b3c09 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0542603 Apr 14 21:05:40.294569 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bc5c407a-5505-4e0f-a2ce-09b7279ff808 req-7ffa046d-22c3-4f07-acc8-9cf444e49b08 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Apr 14 21:05:40.376024 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:40.402950 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:40.412021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:40.412634 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:40.522366 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:40.659988 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d78003d2-8fc2-44dc-a0cd-595ed386509c req-f793a4e5-7ca6-44fa-8992-436e3a4ea90e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=71bf0e11-f953-41e2-8738-b7d48eb536d5 HTTP/1.1" status: 200 len: 210 time: 0.0284853 Apr 14 21:05:40.719227 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:40.750314 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbba7c-b82a-45cd-99aa-b5b50a1e9f06 None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:41.003505 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cd059c-881a-442c-b759-4fbab0a60d35 None None] New status for floating IP fca16245-6af2-44d2-a14d-8f61eeb7475c: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:05:41.017289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb03cf-dd69-4b36-966b-e4654127828c req-301f0bd3-a9df-4603-8565-da4054dc29b3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:41.020709 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccbb03cf-dd69-4b36-966b-e4654127828c req-301f0bd3-a9df-4603-8565-da4054dc29b3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0530176 Apr 14 21:05:41.068981 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccbb03cf-dd69-4b36-966b-e4654127828c req-9d476672-b4e8-4ba9-b35e-6b7231e4c7e1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 Apr 14 21:05:41.183190 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df88a2-5918-49b1-b708-df5d3ad3be49 req-7d0aadc9-8210-4af6-afe1-edce25ad7590 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:41.184725 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b0df88a2-5918-49b1-b708-df5d3ad3be49 req-7d0aadc9-8210-4af6-afe1-edce25ad7590 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0468566 Apr 14 21:05:41.193981 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60144) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:41.198408 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Request body: {'floatingip': {'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:41.239458 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (3b463002-9f4e-4b6a-b965-61f7161955a5), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.682968 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.757588 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3b463002-9f4e-4b6a-b965-61f7161955a5), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.793217 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60154) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:41.846535 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-020cbb83-b7f7-4fc9-aab6-ac636cf5b82e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.862514 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Floating IP 3b463002-9f4e-4b6a-b965-61f7161955a5 associated. External IP: 172.27.2.187, port: 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72. Apr 14 21:05:41.873663 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-020cbb83-b7f7-4fc9-aab6-ac636cf5b82e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.977438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-020cbb83-b7f7-4fc9-aab6-ac636cf5b82e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.980028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-020cbb83-b7f7-4fc9-aab6-ac636cf5b82e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:41.981198 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-020cbb83-b7f7-4fc9-aab6-ac636cf5b82e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac HTTP/1.1" status: 204 len: 168 time: 0.1869352 Apr 14 21:05:41.984567 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60156) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:42.002731 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cbb83-b7f7-4fc9-aab6-ac636cf5b82e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:42.004906 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.api.v2.resource [None req-046e70d1-de35-4169-872f-e5dda42c96b6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] show failed (client error): The resource could not be found. Apr 14 21:05:42.005958 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-046e70d1-de35-4169-872f-e5dda42c96b6 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups/8d3a0e29-1bf4-45ef-87a1-7ce478ce8fac HTTP/1.1" status: 404 len: 347 time: 0.0204928 Apr 14 21:05:42.008971 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60160) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:42.169904 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:42.176531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Deleting port 9ad23c76-eb76-4371-af2c-8b9007e264dd {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:05:42.176876 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.327544 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.327868 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (9ad23c76-eb76-4371-af2c-8b9007e264dd), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.348561 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Calling delete_port for 9ad23c76-eb76-4371-af2c-8b9007e264dd owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:05:42.364385 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:42.369432 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.377349 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:42.387150 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:42.387899 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:42.433666 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6e1a8ff5-7be5-467c-96a4-be7bedd125e7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "PUT /v2.0/floatingips/3b463002-9f4e-4b6a-b965-61f7161955a5 HTTP/1.1" status: 200 len: 992 time: 1.2385480 Apr 14 21:05:42.435525 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:42.437771 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee8869-3d38-4dd9-b85c-dc6029372e94" -d '{"events": [{"name": "network-changed", "server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:42.477569 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ceb2b-809b-444d-8df2-c2a0e15c604d x-openstack-request-id: req-d15ceb2b-809b-444d-8df2-c2a0e15c604d {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:42.477857 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:42.478108 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d15ceb2b-809b-444d-8df2-c2a0e15c604d {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:42.478506 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15ceb2b-809b-444d-8df2-c2a0e15c604d'] response: {'name': 'network-changed', 'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'status': 'completed', 'code': 200} Apr 14 21:05:42.519328 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:42.524839 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2f500fdb-9849-453c-9c25-ef1f59f3b176 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:05:42.570345 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-4be968d3-4ff1-4f18-8aaf-4c9d9e9d1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:42.571932 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-4be968d3-4ff1-4f18-8aaf-4c9d9e9d1822 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1130 time: 0.0423985 Apr 14 21:05:42.575401 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 2f500fdb-9849-453c-9c25-ef1f59f3b176 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:05:42.575756 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2f500fdb-9849-453c-9c25-ef1f59f3b176 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:05:42.586826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (9ad23c76-eb76-4371-af2c-8b9007e264dd), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.654662 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event deleted for resources: {'Port': ['ID=9ad23c76-eb76-4371-af2c-8b9007e264dd,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:42.740050 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-c17cf4b0-c790-4fd5-8b4f-cb02753cab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:42.741587 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-c17cf4b0-c790-4fd5-8b4f-cb02753cab05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.1630273 Apr 14 21:05:42.750144 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (fca16245-6af2-44d2-a14d-8f61eeb7475c), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.752803 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:42.753910 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-45115288-c337-4eef-b3ef-698de42ddfca tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "DELETE /v2.0/floatingips/fca16245-6af2-44d2-a14d-8f61eeb7475c HTTP/1.1" status: 204 len: 168 time: 0.7437711 Apr 14 21:05:42.817972 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-89bd30ac-af5b-4331-8455-e50b49b3a1db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 1000 time: 0.0629752 Apr 14 21:05:42.873485 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-8a23d177-822a-4325-b5bc-c5d57d9a2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:42.875185 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-8a23d177-822a-4325-b5bc-c5d57d9a2c89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0503280 Apr 14 21:05:42.912286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3b463002-9f4e-4b6a-b965-61f7161955a5', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'mac_address': 'fa:16:3e:97:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:23Z', 'updated_at': '2022-04-14T21:05:41Z', 'revision_number': 1, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:42.919875 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-c32ff251-f169-4df5-9558-4dc478ce2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:42.921579 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-c32ff251-f169-4df5-9558-4dc478ce2c02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403762 Apr 14 21:05:42.939809 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:42.948814 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:42.949444 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:43.027018 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-c73f3f8b-b528-454f-9c50-ed9ea2d7e885 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969193 Apr 14 21:05:43.053402 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60184) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:43.058378 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57309142', 'description': 'tempest-description--611368319'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:43.075958 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:43.151529 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45ee8869-3d38-4dd9-b85c-dc6029372e94 req-75582760-e64f-4f00-bb8d-a3770142a1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090722 Apr 14 21:05:43.183750 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.253933 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (616f551f-2cdf-4b98-931b-ae87acf49bd6), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.301797 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3b463002-9f4e-4b6a-b965-61f7161955a5', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'mac_address': 'fa:16:3e:97:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:23Z', 'updated_at': '2022-04-14T21:05:41Z', 'revision_number': 1, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:43.320196 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (616f551f-2cdf-4b98-931b-ae87acf49bd6), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.328189 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668448-3e07-4c02-996d-5c0cc1c03bed None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3b463002-9f4e-4b6a-b965-61f7161955a5', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'mac_address': 'fa:16:3e:97:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:23Z', 'updated_at': '2022-04-14T21:05:41Z', 'revision_number': 1, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:43.351675 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616f551f-2cdf-4b98-931b-ae87acf49bd6,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:43.436825 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.438061 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-197ae366-86ac-4702-b6a4-51c709a90976 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3836863 Apr 14 21:05:43.441008 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60186) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:43.445514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'security_group_rule': {'security_group_id': '616f551f-2cdf-4b98-931b-ae87acf49bd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:43.517765 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb14bf20-0ef9-490d-b105-e6d296921ebd None None] New status for floating IP 3b463002-9f4e-4b6a-b965-61f7161955a5: ACTIVE {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:05:43.532753 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (2260bb41-0e0d-484c-bf12-3b842aea48df), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.586380 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (2260bb41-0e0d-484c-bf12-3b842aea48df), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.662901 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (2260bb41-0e0d-484c-bf12-3b842aea48df), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.684413 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2260bb41-0e0d-484c-bf12-3b842aea48df,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:43.762079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.763870 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a4110e85-50d1-4797-b7c0-46f86f6f17c2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215837 Apr 14 21:05:43.767420 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60188) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:43.771847 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'security_group_rule': {'security_group_id': '616f551f-2cdf-4b98-931b-ae87acf49bd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:43.857322 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (8ec24786-6f06-4f85-bd4a-7d2a0ed27c25), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.913307 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (8ec24786-6f06-4f85-bd4a-7d2a0ed27c25), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.977119 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (8ec24786-6f06-4f85-bd4a-7d2a0ed27c25), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:43.994122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec24786-6f06-4f85-bd4a-7d2a0ed27c25,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:44.073938 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:44.075181 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b662a709-babd-46d7-9723-10f1752da9b5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3067431 Apr 14 21:05:44.078259 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60192) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:44.082505 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:44.154851 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:44.232907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:44.583829 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Allocated IP 172.27.2.242 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/06a142a3-dfe4-4ba4-ab68-b6dd636418f5) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:44.684591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:44.797924 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:44.835044 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:44.840307 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:44.843748 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:44.849417 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'Port': ['ID=06a142a3-dfe4-4ba4-ab68-b6dd636418f5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:44.966274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (1ea47377-ad54-447b-9059-46607d3059c0), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:45.061957 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:45.209945 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:45.274416 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:45.344718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'Port': ['ID=06a142a3-dfe4-4ba4-ab68-b6dd636418f5,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:45.354132 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (1ea47377-ad54-447b-9059-46607d3059c0), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:45.465203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:45.466466 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-da246e3d-9f7b-4678-a1bf-540c1e154841 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3872917 Apr 14 21:05:45.659318 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-98598126-f14e-4003-89f0-fa82549cdd5c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--57309142&fields=id&tenant_id=eb334132123f4d279999acba060a0ad5 HTTP/1.1" status: 200 len: 267 time: 0.0440285 Apr 14 21:05:45.760760 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-8be180e0-5cf8-4bf8-8184-97251a5cb6ab tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:45.762210 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-8be180e0-5cf8-4bf8-8184-97251a5cb6ab tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 811 time: 0.0962665 Apr 14 21:05:45.776181 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-d04af27a-0924-4897-914e-dc50f2eaaffe tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/quotas/eb334132123f4d279999acba060a0ad5 HTTP/1.1" status: 200 len: 375 time: 0.0086429 Apr 14 21:05:45.826090 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-fbf4bc07-e5e4-49a5-b286-45afd1d0c5aa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446866 Apr 14 21:05:45.919572 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-11209320-e6e4-4ddf-b4f1-88dce80416ad service neutron] 10.222.0.37 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824380 Apr 14 21:05:46.011924 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-a06d9217-ee74-48e9-9072-6a262407f878 service neutron] 10.222.0.37 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866079 Apr 14 21:05:46.257163 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a07a16bf-8e6f-4071-a8e6-9d85d8104fa5 req-7fa345f9-529f-4c09-8ffe-187ae2828e1e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0265579 Apr 14 21:05:47.349573 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-636caecd-63b6-4b42-b5c2-1c73dbdf7c6c req-74be1c9f-5b43-47d5-9680-3ac684a519a2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Apr 14 21:05:48.218914 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-4d8bdeb6-0b94-4fe1-b665-d95454bee2db tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:48.220657 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-4d8bdeb6-0b94-4fe1-b665-d95454bee2db tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 811 time: 0.1034608 Apr 14 21:05:48.291263 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-1c889407-6054-464f-83d5-5bf0377d043f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb334132123f4d279999acba060a0ad5 HTTP/1.1" status: 200 len: 378 time: 0.0522299 Apr 14 21:05:48.301313 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'port': {'device_id': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'admin_state_up': True, 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'security_groups': ['616f551f-2cdf-4b98-931b-ae87acf49bd6']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:48.446522 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2e7046e6-955f-41a6-b356-9a2f4018c02c req-d17f90ae-eda6-4974-a250-0612e93864e3 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0271952 Apr 14 21:05:48.485698 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Made reservation on behalf of eb334132123f4d279999acba060a0ad5 for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:05:48.489063 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:48.614199 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Allocated IP 172.20.0.7 (0ec47483-941a-4496-b4cc-b6129cf85a91/d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f/00ce4bc0-47de-4796-a291-61ddd307b7a8) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:48.753343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:48.840568 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:48.884718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:48.889504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:48.893091 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:48.899321 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event updated for resources: {'Port': ['ID=00ce4bc0-47de-4796-a291-61ddd307b7a8,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:48.946222 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:48.946535 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:49.011570 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-6f6f71fe-50ef-412e-bf39-7cd84705f31f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7138586 Apr 14 21:05:49.068256 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-56d2d802-51e4-47e3-9eba-9fb496846e8b None None] Provisioning complete for port 00ce4bc0-47de-4796-a291-61ddd307b7a8 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:49.068758 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-56d2d802-51e4-47e3-9eba-9fb496846e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:49.103323 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-56d2d802-51e4-47e3-9eba-9fb496846e8b None None] Port 00ce4bc0-47de-4796-a291-61ddd307b7a8 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:05:49.418999 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Request body: {'port': {'device_id': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:49.478321 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:49.623101 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8e101-ed1c-487c-87bf-57901ed41662 req-1a01c3da-1646-44dd-b051-358ee56723c4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:49.624581 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c4d8e101-ed1c-487c-87bf-57901ed41662 req-1a01c3da-1646-44dd-b051-358ee56723c4 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 931 time: 0.1068599 Apr 14 21:05:49.732462 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c4d8e101-ed1c-487c-87bf-57901ed41662 req-f8b218d0-adf4-4a8a-b51a-2066cafe69ed tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021903 Apr 14 21:05:49.816402 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ce4bc0-47de-4796-a291-61ddd307b7a8 {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:49.823547 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Publish callbacks [] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:49.835922 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Transition to ACTIVE for port object 00ce4bc0-47de-4796-a291-61ddd307b7a8 will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:05:49.920151 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:49.972941 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Pushing event updated for resources: {'Port': ['ID=00ce4bc0-47de-4796-a291-61ddd307b7a8,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:50.052737 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Attempting to bind port 00ce4bc0-47de-4796-a291-61ddd307b7a8 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:05:50.053087 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Attempting to bind port 00ce4bc0-47de-4796-a291-61ddd307b7a8 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:05:50.053426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Attempting to bind port 00ce4bc0-47de-4796-a291-61ddd307b7a8 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:50.057892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Port 00ce4bc0-47de-4796-a291-61ddd307b7a8 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:05:50.058204 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Attempting to bind port 00ce4bc0-47de-4796-a291-61ddd307b7a8 on network 0ec47483-941a-4496-b4cc-b6129cf85a91 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:05:50.063400 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:05:50.063748 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Checking segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:05:50.064137 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Bound using segment: {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:05:50.064573 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Bound port: 00ce4bc0-47de-4796-a291-61ddd307b7a8, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c09e00-2049-45a5-b7e5-dc1fb1f073cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:05:50.064967 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:50.130767 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] For port 00ce4bc0-47de-4796-a291-61ddd307b7a8, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:05:50.133865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] For port 00ce4bc0-47de-4796-a291-61ddd307b7a8, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:05:50.203975 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:50.242787 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.242787 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:50.242787 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] 10.222.0.45 "PUT /v2.0/ports/00ce4bc0-47de-4796-a291-61ddd307b7a8 HTTP/1.1" status: 200 len: 1093 time: 0.8278368 Apr 14 21:05:50.243047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:50.245304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72df864-35dd-4f15-9f52-8063c602edbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:50.280017 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2c5a8-134f-44bf-9e6c-61463b78b349 service neutron] Pushing event updated for resources: {'Port': ['ID=00ce4bc0-47de-4796-a291-61ddd307b7a8,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:50.291346 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a98dd-1ee9-4c33-8033-fba4a23c06bf x-openstack-request-id: req-8f5a98dd-1ee9-4c33-8033-fba4a23c06bf {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:50.291661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:50.291911 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f5a98dd-1ee9-4c33-8033-fba4a23c06bf {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:50.292315 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5a98dd-1ee9-4c33-8033-fba4a23c06bf'] response: {'name': 'network-changed', 'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'status': 'completed', 'code': 200} Apr 14 21:05:50.364242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df864-35dd-4f15-9f52-8063c602edbb req-53d71500-8d67-49a9-b3e8-d67c67ae879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.365770 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d72df864-35dd-4f15-9f52-8063c602edbb req-53d71500-8d67-49a9-b3e8-d67c67ae879c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 1127 time: 0.0418692 Apr 14 21:05:50.472619 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df864-35dd-4f15-9f52-8063c602edbb req-746df52c-15bf-4e2a-adf5-fc3a75e3b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.474504 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d72df864-35dd-4f15-9f52-8063c602edbb req-746df52c-15bf-4e2a-adf5-fc3a75e3b400 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb334132123f4d279999acba060a0ad5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005232 Apr 14 21:05:50.587098 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df864-35dd-4f15-9f52-8063c602edbb req-9e1e920b-80f9-4dd8-9a5a-894018e201b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.588575 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d72df864-35dd-4f15-9f52-8063c602edbb req-9e1e920b-80f9-4dd8-9a5a-894018e201b8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940199 Apr 14 21:05:50.672090 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-ab822922-d808-4714-b300-7fd7bb852b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.673642 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-ab822922-d808-4714-b300-7fd7bb852b9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 1127 time: 0.0397520 Apr 14 21:05:50.720380 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-8ee80aba-f1ca-4186-b169-f967851c5715 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Apr 14 21:05:50.777427 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-ed28c89f-e0b4-411b-b660-279686272ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.778870 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-ed28c89f-e0b4-411b-b660-279686272ae5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0435503 Apr 14 21:05:50.850728 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-688a8fd8-8730-42bd-9f60-4d3c3a14ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.852242 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-688a8fd8-8730-42bd-9f60-4d3c3a14ad8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635011 Apr 14 21:05:50.860455 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0370993-b089-48e9-ab4c-a2aebcdb4e4e req-5ff7c508-ed01-4ec9-ba11-9c427f702075 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:50.861789 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f0370993-b089-48e9-ab4c-a2aebcdb4e4e req-5ff7c508-ed01-4ec9-ba11-9c427f702075 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 943 time: 0.0638540 Apr 14 21:05:50.960897 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f0370993-b089-48e9-ab4c-a2aebcdb4e4e req-6eb11372-b2b0-477c-888e-795717beed8f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915785 Apr 14 21:05:50.976688 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-051069d4-ba47-4289-a492-94a63a9ecf7b service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140294 Apr 14 21:05:51.064894 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fcab2ef1-4e9a-4f69-9ad6-ce43f94aa23a req-dcf43921-63ba-404e-8f95-061259a2d6c4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Apr 14 21:05:51.652464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90467c-f412-48af-ab1e-6a90dfb0cfeb req-a9aabd66-783d-4c00-835f-a7a40b6aafed tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:51.654512 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8c90467c-f412-48af-ab1e-6a90dfb0cfeb req-a9aabd66-783d-4c00-835f-a7a40b6aafed tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0450068 Apr 14 21:05:51.705177 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8c90467c-f412-48af-ab1e-6a90dfb0cfeb req-26fd0b88-b7ca-4fb4-8c06-9f9b57efb1ce tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Apr 14 21:05:51.726815 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60256) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:51.807725 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e6233-7131-4c11-8c2f-a9a72d9f2c39 tempest-TestMinimumBasicScenario-1287882197 tempest-TestMinimumBasicScenario-1287882197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:51.809806 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-911e6233-7131-4c11-8c2f-a9a72d9f2c39 tempest-TestMinimumBasicScenario-1287882197 tempest-TestMinimumBasicScenario-1287882197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1125 time: 0.0819860 Apr 14 21:05:51.812863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60262) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:51.817219 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'port_id': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:51.903200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:51.994240 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:52.101245 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54872e-7b10-440d-af20-d6ad9d533834 req-d689883a-4073-4838-ac82-8585ede4dfd5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:52.102688 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2b54872e-7b10-440d-af20-d6ad9d533834 req-d689883a-4073-4838-ac82-8585ede4dfd5 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 943 time: 0.0646725 Apr 14 21:05:52.175208 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Allocated IP 172.27.2.101 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/9c9501b7-38bf-46d8-bd9f-ed6d586e9068) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:05:52.193527 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2b54872e-7b10-440d-af20-d6ad9d533834 req-f08ee94f-087e-4e25-b841-eeb15d450d94 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694163 Apr 14 21:05:52.288449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:52.395775 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:52.436840 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:05:52.439787 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:05:52.442244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:05:52.448704 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'Port': ['ID=9c9501b7-38bf-46d8-bd9f-ed6d586e9068,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:52.818544 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for floatingip (874e8300-85e9-4ac6-99b4-7a8926ebc687), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:52.949182 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:53.343445 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18452f-ecfc-4dad-8124-c971203ba87a req-a8bc017d-f6ec-44eb-9703-e7e95c568981 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:53.344906 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cd18452f-ecfc-4dad-8124-c971203ba87a req-a8bc017d-f6ec-44eb-9703-e7e95c568981 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 943 time: 0.0564868 Apr 14 21:05:53.417354 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:53.423403 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cd18452f-ecfc-4dad-8124-c971203ba87a req-0211ecd1-469f-43e5-9451-205bd28a0666 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697479 Apr 14 21:05:53.477280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:53.543499 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'Port': ['ID=9c9501b7-38bf-46d8-bd9f-ed6d586e9068,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:53.555367 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (874e8300-85e9-4ac6-99b4-7a8926ebc687), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:53.655788 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Floating IP 874e8300-85e9-4ac6-99b4-7a8926ebc687 associated. External IP: 172.27.2.101, port: cb4f199d-d1dc-4655-9d55-1de166de4dfb. Apr 14 21:05:53.862453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:53.966884 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:53.976890 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] Sync routers for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:53.986329 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:53.988456 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:54.028405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.063763 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-64d0ba52-5906-43ae-aaf2-c85a07c9640f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2439580 Apr 14 21:05:54.063763 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:54.063763 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:54.064272 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60280) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:54.076190 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465636565', 'description': 'tempest-secgroup-smoke-1465636565 description', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:54.099273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:54.107925 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae324cfc-94e7-4e99-b386-5756c4b5e09d x-openstack-request-id: req-ae324cfc-94e7-4e99-b386-5756c4b5e09d {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:54.108224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:54.108490 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae324cfc-94e7-4e99-b386-5756c4b5e09d {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:54.108935 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae324cfc-94e7-4e99-b386-5756c4b5e09d'] response: {'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'status': 'completed', 'code': 200} Apr 14 21:05:54.177346 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.185537 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-45904761-a6a2-4710-a23e-2ce5cedeaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:54.187027 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-45904761-a6a2-4710-a23e-2ce5cedeaaf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1130 time: 0.0383785 Apr 14 21:05:54.247352 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group (c390214b-289c-4e8f-8e26-f0cfb94a9f67), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.283537 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-c6c4708f-deec-425f-b3ce-272b4ca40ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:54.284937 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-c6c4708f-deec-425f-b3ce-272b4ca40ada service neutron] 10.222.0.45 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 914 time: 0.0915856 Apr 14 21:05:54.311860 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c390214b-289c-4e8f-8e26-f0cfb94a9f67), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.316951 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '874e8300-85e9-4ac6-99b4-7a8926ebc687', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'port_id': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'mac_address': 'fa:16:3e:92:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:52Z', 'updated_at': '2022-04-14T21:05:52Z', 'revision_number': 0, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:56Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:54.342398 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c390214b-289c-4e8f-8e26-f0cfb94a9f67,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:54.348840 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] Checking router: 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:05:54.354771 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-d54a3ad4-a17d-48ce-9c78-a01edd683016 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 1000 time: 0.0622416 Apr 14 21:05:54.358348 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:54.358965 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:54.406244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-7beb5fba-f4f9-4aa9-9472-c1710ea700ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:54.407726 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-7beb5fba-f4f9-4aa9-9472-c1710ea700ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 200 len: 852 time: 0.0469491 Apr 14 21:05:54.429827 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.435036 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d751777b-abdb-48bc-ab44-d6f747d2d8a1 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3691237 Apr 14 21:05:54.435258 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60284) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:54.440006 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group_rule': {'security_group_id': 'c390214b-289c-4e8f-8e26-f0cfb94a9f67', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:54.461331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-aa93cbc4-939c-4ff6-a66b-73064859ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:54.463124 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-aa93cbc4-939c-4ff6-a66b-73064859ea6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99948258-9fdd-486e-b539-afb17e43599f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466700 Apr 14 21:05:54.468805 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:05:54.571875 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 00ce4bc0-47de-4796-a291-61ddd307b7a8 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:05:54.587500 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93587801-e63c-439a-b876-b14541da301a req-38824c48-1596-40af-896d-d88fb4709ca0 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:54.588948 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93587801-e63c-439a-b876-b14541da301a req-38824c48-1596-40af-896d-d88fb4709ca0 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 943 time: 0.0649688 Apr 14 21:05:54.608399 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (53ae6965-238d-4107-b26c-c45154f1fa1f), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.610282 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-5a1bfec3-16e1-479d-bf7f-4ec22a067b86 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382902 Apr 14 21:05:54.698852 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (53ae6965-238d-4107-b26c-c45154f1fa1f), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.728230 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1b5bcdea-b5ea-4e83-b63c-26ad55277f3d req-38faac28-143f-4f4c-bdf0-df0e881153ae service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087081 Apr 14 21:05:54.746580 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93587801-e63c-439a-b876-b14541da301a req-3a22872d-4e3a-4674-ac95-dfccf6f30750 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480722 Apr 14 21:05:54.788515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (53ae6965-238d-4107-b26c-c45154f1fa1f), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.811642 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ae6965-238d-4107-b26c-c45154f1fa1f,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:54.893438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:54.894885 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-eb09a291-3e22-4e41-aa83-eaa47b9c1b8f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4584320 Apr 14 21:05:54.897723 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60294) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:54.902268 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group_rule': {'security_group_id': 'c390214b-289c-4e8f-8e26-f0cfb94a9f67', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:54.910628 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 00ce4bc0-47de-4796-a291-61ddd307b7a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:54.921758 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '874e8300-85e9-4ac6-99b4-7a8926ebc687', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'port_id': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'mac_address': 'fa:16:3e:92:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:52Z', 'updated_at': '2022-04-14T21:05:52Z', 'revision_number': 0, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:56Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:54.923696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'port_id': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'mac_address': 'fa:16:3e:85:6d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:05:54.951586 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf039077-d541-416c-9c18-8ff905ff8959 None None] The sync data for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi is: [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '874e8300-85e9-4ac6-99b4-7a8926ebc687', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'port_id': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'mac_address': 'fa:16:3e:92:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:52Z', 'updated_at': '2022-04-14T21:05:52Z', 'revision_number': 0, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:56Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:05:54.992011 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 00ce4bc0-47de-4796-a291-61ddd307b7a8 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:54.992591 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.006507 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ce4bc0-47de-4796-a291-61ddd307b7a8 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:05:55.010529 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (a26b7242-733c-4230-baf1-0fd9c759e7f0), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.027341 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 00ce4bc0-47de-4796-a291-61ddd307b7a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:55.068746 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (a26b7242-733c-4230-baf1-0fd9c759e7f0), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.130582 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91505c-a20c-40ce-8fcc-baeeee23a6ee req-22dd6f52-71ba-4c5a-9826-cae5c2c8ae48 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:55.132137 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cf91505c-a20c-40ce-8fcc-baeeee23a6ee req-22dd6f52-71ba-4c5a-9826-cae5c2c8ae48 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0524061 Apr 14 21:05:55.146241 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.170702 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadec97e-25ad-4b3e-91a0-57a8b09fc99d None None] New status for floating IP 874e8300-85e9-4ac6-99b4-7a8926ebc687: ACTIVE {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:05:55.182940 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (a26b7242-733c-4230-baf1-0fd9c759e7f0), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.196999 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cf91505c-a20c-40ce-8fcc-baeeee23a6ee req-99448750-6124-4cb5-9bb4-d5a3e917ea23 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582137 Apr 14 21:05:55.201482 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=00ce4bc0-47de-4796-a291-61ddd307b7a8,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:55.203410 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26b7242-733c-4230-baf1-0fd9c759e7f0,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:55.273512 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.274865 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8bc21f25-c88a-495e-9d51-e4b57032da54 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3762281 Apr 14 21:05:55.277531 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60298) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:55.282612 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group_rule': {'security_group_id': 'c390214b-289c-4e8f-8e26-f0cfb94a9f67', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:55.362881 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (129ff246-fa10-43c4-a06e-2400f8ecc9c4), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.422589 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (129ff246-fa10-43c4-a06e-2400f8ecc9c4), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.477353 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['00ce4bc0-47de-4796-a291-61ddd307b7a8'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:05:55.494667 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (129ff246-fa10-43c4-a06e-2400f8ecc9c4), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.511182 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129ff246-fa10-43c4-a06e-2400f8ecc9c4,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:55.602234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.603553 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-74ed2494-f925-400e-80e7-9570aac7e6c3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243923 Apr 14 21:05:55.606212 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60300) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:55.610591 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group_rule': {'security_group_id': 'c390214b-289c-4e8f-8e26-f0cfb94a9f67', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:55.699920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (6375e645-54ce-4a26-9aba-8d000e89b5cf), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.757013 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (6375e645-54ce-4a26-9aba-8d000e89b5cf), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.834562 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (6375e645-54ce-4a26-9aba-8d000e89b5cf), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.852559 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6375e645-54ce-4a26-9aba-8d000e89b5cf,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:55.858637 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6d254-e907-4a99-a1ea-aba01a1a66b0 req-28c933e3-2f57-4bc2-8332-88bb9a310a2f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:55.860213 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d6d254-e907-4a99-a1ea-aba01a1a66b0 req-28c933e3-2f57-4bc2-8332-88bb9a310a2f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0483427 Apr 14 21:05:55.906031 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d6d254-e907-4a99-a1ea-aba01a1a66b0 req-e11506fb-3e8f-4056-99e3-a46f5a50957a tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402942 Apr 14 21:05:55.933720 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:55.934935 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2c746d7b-4199-4f45-9397-170f753a6e29 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278046 Apr 14 21:05:55.937567 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60308) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:55.941801 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group_rule': {'security_group_id': 'c390214b-289c-4e8f-8e26-f0cfb94a9f67', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:56.017382 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.securitygroups_db [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Project 6aab6e9b0b8f43609fad4f8ebeef7a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:05:56.022771 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (532f0ecd-73cb-46d3-a72b-029a0d2e8d5a), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.082124 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (532f0ecd-73cb-46d3-a72b-029a0d2e8d5a), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.145387 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (532f0ecd-73cb-46d3-a72b-029a0d2e8d5a), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.162945 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532f0ecd-73cb-46d3-a72b-029a0d2e8d5a,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:56.226049 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.228511 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-039049e1-e85c-4c7a-be5d-93bf2e60f26e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2888434 Apr 14 21:05:56.230271 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60312) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:05:56.234571 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'security_group_rule': {'security_group_id': 'c390214b-289c-4e8f-8e26-f0cfb94a9f67', 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:56.305749 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91157-51ac-4f23-a210-d58b2b1de0bd req-0ec19451-1926-40c7-ad09-ef01ff3c5b3b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:56.307129 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-aae91157-51ac-4f23-a210-d58b2b1de0bd req-0ec19451-1926-40c7-ad09-ef01ff3c5b3b tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0491195 Apr 14 21:05:56.319869 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.securitygroups_db [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Project 6aab6e9b0b8f43609fad4f8ebeef7a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:05:56.326494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (ac8aaac9-d1b0-47da-a8a9-fe07ffdea385), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.353733 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-aae91157-51ac-4f23-a210-d58b2b1de0bd req-806ad271-b27c-467f-8e80-2f1d00610fd8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Apr 14 21:05:56.385268 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (ac8aaac9-d1b0-47da-a8a9-fe07ffdea385), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.465970 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (ac8aaac9-d1b0-47da-a8a9-fe07ffdea385), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.484514 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8aaac9-d1b0-47da-a8a9-fe07ffdea385,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:56.545177 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.546533 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-fa5ba8f6-a9a2-4fb3-8b6c-74f66713114d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151500 Apr 14 21:05:56.572665 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 00ce4bc0-47de-4796-a291-61ddd307b7a8 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:05:56.618375 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 00ce4bc0-47de-4796-a291-61ddd307b7a8 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:05:56.633178 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-b0461324-8244-4b31-b41f-417093a1bfb8 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465636565&fields=id&tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f HTTP/1.1" status: 200 len: 267 time: 0.0432692 Apr 14 21:05:56.680163 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 00ce4bc0-47de-4796-a291-61ddd307b7a8 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:56.680541 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.684454 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-d7c5f4f9-017e-4b91-bdd8-c061b629c7fd tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:56.685923 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-d7c5f4f9-017e-4b91-bdd8-c061b629c7fd tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0458350 Apr 14 21:05:56.696601 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'port': {'security_groups': ['4ec0e3f0-302d-4b97-8892-0ae6e3691541', 'c390214b-289c-4e8f-8e26-f0cfb94a9f67']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:05:56.762975 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 00ce4bc0-47de-4796-a291-61ddd307b7a8 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:56.763394 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.775669 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:56.787154 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:56.789428 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2141aa3-bc25-404c-8e9e-ad6ffd6df797" -d '{"events": [{"server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:56.817991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 00ce4bc0-47de-4796-a291-61ddd307b7a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:56.839339 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1cffb4-1c15-4566-9baf-86848ebee7a6 x-openstack-request-id: req-9e1cffb4-1c15-4566-9baf-86848ebee7a6 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:56.839935 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:56.840338 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e1cffb4-1c15-4566-9baf-86848ebee7a6 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:56.841334 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1cffb4-1c15-4566-9baf-86848ebee7a6'] response: {'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'code': 200} Apr 14 21:05:56.976638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:57.032714 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e759c-e2d4-4df4-95ba-7a608c5207ff req-30857748-78e6-457f-8ace-5f8e7f728a9b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:57.034196 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-068e759c-e2d4-4df4-95ba-7a608c5207ff req-30857748-78e6-457f-8ace-5f8e7f728a9b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 944 time: 0.0601835 Apr 14 21:05:57.048514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:57.085381 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-068e759c-e2d4-4df4-95ba-7a608c5207ff req-1d205a01-e338-4102-9ab9-cbd07f1da6b2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455658 Apr 14 21:05:57.145915 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:57.176976 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:57.190384 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['cb4f199d-d1dc-4655-9d55-1de166de4dfb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:05:57.198062 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=00ce4bc0-47de-4796-a291-61ddd307b7a8,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:57.219658 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:57.220546 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:57.221919 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca9c3b03-6740-48fb-ae1c-e152ce6f5407 req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "PUT /v2.0/ports/cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 982 time: 0.5298688 Apr 14 21:05:57.222373 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:57.224632 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae" -d '{"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:57.271143 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730e36-2320-4098-828c-821de11e819f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=6']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:57.286103 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1466e8-591c-49d0-bfb9-8133d8f8cc2e x-openstack-request-id: req-cb1466e8-591c-49d0-bfb9-8133d8f8cc2e {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:57.286403 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:57.286899 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb1466e8-591c-49d0-bfb9-8133d8f8cc2e {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:57.287070 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1466e8-591c-49d0-bfb9-8133d8f8cc2e'] response: {'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'status': 'completed', 'code': 200} Apr 14 21:05:57.342552 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f0b1-d675-4687-a42a-503aaf424ca0 req-bba72a0c-13e7-45ea-832e-c8ac4fe57acf tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:57.343483 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['cb4f199d-d1dc-4655-9d55-1de166de4dfb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:05:57.345423 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9fd7f0b1-d675-4687-a42a-503aaf424ca0 req-bba72a0c-13e7-45ea-832e-c8ac4fe57acf tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0529249 Apr 14 21:05:57.436475 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9fd7f0b1-d675-4687-a42a-503aaf424ca0 req-55faa943-6645-4cc0-97d3-cd046a44b97e tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805337 Apr 14 21:05:57.489953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf6dc0-b041-42b8-b0f1-c57e31690fd5 req-743943d8-01a3-448f-853f-57d940f071c6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:57.491447 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3fbf6dc0-b041-42b8-b0f1-c57e31690fd5 req-743943d8-01a3-448f-853f-57d940f071c6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0504158 Apr 14 21:05:57.526648 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-80021812-16dd-42b5-a8cc-bb536a3c9ca5 None None] Provisioning complete for port cb4f199d-d1dc-4655-9d55-1de166de4dfb triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:05:57.526943 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-80021812-16dd-42b5-a8cc-bb536a3c9ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:57.538250 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3fbf6dc0-b041-42b8-b0f1-c57e31690fd5 req-12aec7bd-04c4-441b-924e-ba7b30a60cd8 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397527 Apr 14 21:05:57.727902 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-80021812-16dd-42b5-a8cc-bb536a3c9ca5 None None] Current status of the port cb4f199d-d1dc-4655-9d55-1de166de4dfb is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:05:58.203270 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ab4f7-38de-4e28-a8a3-e8b63eeadbe6 req-0e4fe776-8672-469b-a7f2-80e27273ed4c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:58.204744 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2b8ab4f7-38de-4e28-a8a3-e8b63eeadbe6 req-0e4fe776-8672-469b-a7f2-80e27273ed4c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Apr 14 21:05:58.250784 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2b8ab4f7-38de-4e28-a8a3-e8b63eeadbe6 req-fb53030e-3e1b-44e1-9dfa-a9d02fe55a1e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406475 Apr 14 21:05:58.647723 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba9f7d-1c84-4ea1-9a74-ec8ef120c86e req-5bbb152d-4d5a-4712-91a6-ff52973ac180 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:58.649183 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-80ba9f7d-1c84-4ea1-9a74-ec8ef120c86e req-5bbb152d-4d5a-4712-91a6-ff52973ac180 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0459666 Apr 14 21:05:58.710234 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-80ba9f7d-1c84-4ea1-9a74-ec8ef120c86e req-df43acb2-f527-40e3-899c-24be71d4bc0d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8d8a82d-0181-4337-8d0d-bfd70d27ff49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550790 Apr 14 21:05:58.737191 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-df43c178-6440-4770-b38a-cb30d1e6b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:58.738690 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-df43c178-6440-4770-b38a-cb30d1e6b9e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1169 time: 0.0410283 Apr 14 21:05:58.897418 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-27cbebad-994a-4082-b3da-c0512f7193a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:58.898781 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-27cbebad-994a-4082-b3da-c0512f7193a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 914 time: 0.0854008 Apr 14 21:05:59.004081 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-f455a550-0153-47d6-81f4-4e12ffa34ec9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:59.005544 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-f455a550-0153-47d6-81f4-4e12ffa34ec9 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 945 time: 0.0463157 Apr 14 21:05:59.033641 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f821a-c614-4033-b994-e3539b6ddda6 req-d6d44f03-4c28-40b8-b17e-04e5e557215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:59.035103 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-413f821a-c614-4033-b994-e3539b6ddda6 req-d6d44f03-4c28-40b8-b17e-04e5e557215f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 1129 time: 0.0519698 Apr 14 21:05:59.038978 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-fb08e282-754e-4d16-83ed-05b14bdb38c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 1002 time: 0.0904140 Apr 14 21:05:59.094367 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Deleting port 39cba847-d59d-4eaf-816e-aa0762c24e95 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:05:59.094695 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:59.117298 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-95864b9c-5a38-47f1-a7d6-0d3b1eec0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:59.118770 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-95864b9c-5a38-47f1-a7d6-0d3b1eec0a7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 200 len: 852 time: 0.0659347 Apr 14 21:05:59.121050 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-413f821a-c614-4033-b994-e3539b6ddda6 req-933fb7f9-63bf-4446-b24c-96916f6dfbe7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732191 Apr 14 21:05:59.161634 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-2bf98793-6b80-4b40-9686-eaa99cec789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:59.163153 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-2bf98793-6b80-4b40-9686-eaa99cec789d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99948258-9fdd-486e-b539-afb17e43599f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381422 Apr 14 21:05:59.194996 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] For port 39cba847-d59d-4eaf-816e-aa0762c24e95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39cba847-d59d-4eaf-816e-aa0762c24e95,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:05:59.195386 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:59.365258 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f10615-aed9-4f80-9a7f-c9f341d64ca9 req-f97c541e-9e5b-4701-9301-4c1e0ca4b612 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:05:59.366814 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-91f10615-aed9-4f80-9a7f-c9f341d64ca9 req-f97c541e-9e5b-4701-9301-4c1e0ca4b612 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0500989 Apr 14 21:05:59.371143 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:59.371553 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:59.371909 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Floating IP 3096f74e-b33c-4014-a250-82cf677fd589 disassociated. External IP: 172.27.2.158, port: 39cba847-d59d-4eaf-816e-aa0762c24e95. Apr 14 21:05:59.372259 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Calling delete_port for 39cba847-d59d-4eaf-816e-aa0762c24e95 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:05:59.467881 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-91f10615-aed9-4f80-9a7f-c9f341d64ca9 req-246c7ffc-294f-44d0-b287-4c8c27557d44 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928795 Apr 14 21:05:59.486279 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-ba6f98c1-04ad-4392-b7b3-c409f4aa9559 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183643 Apr 14 21:05:59.580422 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b81b9c1e-a0b6-4409-8c92-cc0d26decbae req-00a9a922-8bae-414a-bb30-7b170a16a8fa service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851350 Apr 14 21:05:59.600088 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (39cba847-d59d-4eaf-816e-aa0762c24e95), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:59.627822 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event deleted for resources: {'Port': ['ID=39cba847-d59d-4eaf-816e-aa0762c24e95,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:05:59.745179 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Router 9bde60fe-8941-4d44-9b9f-36c08c609476 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:05:59.808736 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5c71d1bd-d5fa-44ef-8156-4d21abd98380 req-f528e996-c7ff-473e-95c6-ad9a409ece54 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 210 time: 0.0262980 Apr 14 21:05:59.856793 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:05:59.866922 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] Sync routers for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:05:59.876259 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:05:59.876885 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:05:59.900645 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] No DVR routers for this DVR port 39cba847-d59d-4eaf-816e-aa0762c24e95 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:05:59.903901 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:05:59.907184 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-665d9a9d-b820-4874-9626-6b5bb7ca8274 req-83ad1b8b-0dfb-43fc-a8ab-3c47817e8cd6 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "DELETE /v2.0/ports/39cba847-d59d-4eaf-816e-aa0762c24e95 HTTP/1.1" status: 204 len: 173 time: 0.8958294 Apr 14 21:05:59.907657 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'name': 'network-vif-deleted', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:05:59.909902 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca4782-0305-4b1d-bfe3-2862e78ee7e3" -d '{"events": [{"server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "name": "network-vif-deleted", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:05:59.943458 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8692f2d-aa15-44c3-a580-0f1db2939529 x-openstack-request-id: req-a8692f2d-aa15-44c3-a580-0f1db2939529 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:05:59.943752 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba00a47-de1c-4e26-8171-76a23627f41c", "name": "network-vif-deleted", "tag": "39cba847-d59d-4eaf-816e-aa0762c24e95", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:05:59.944007 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8692f2d-aa15-44c3-a580-0f1db2939529 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:05:59.944415 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8692f2d-aa15-44c3-a580-0f1db2939529'] response: {'server_uuid': 'fba00a47-de1c-4e26-8171-76a23627f41c', 'name': 'network-vif-deleted', 'tag': '39cba847-d59d-4eaf-816e-aa0762c24e95', 'status': 'completed', 'code': 200} Apr 14 21:05:59.988117 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:06:00.197607 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:00.225390 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] Checking router: 9bde60fe-8941-4d44-9b9f-36c08c609476 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:06:00.233882 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:06:00.234499 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:00.345584 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:06:00.542540 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:00.570509 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b698471-096e-49e9-95ab-4724f76084a7 None None] The sync data for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi is: [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:26Z', 'revision_number': 4, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a5091b0c-1511-4e1c-8504-e498cf86783f', 'name': '', 'network_id': '4886497d-0573-4044-bfa7-39edf333da43', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'mac_address': 'fa:16:3e:a0:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:23Z', 'updated_at': '2022-04-14T21:01:35Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'subnets': [{'id': 'e5ffc871-e383-4f64-8126-d85cfe9a6327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:06:00.583274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74526ac1-cf9d-476a-9bc1-f88c2ff89672 req-a4cf2fbd-391c-4257-a735-1c54c74b7c3f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:00.584817 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74526ac1-cf9d-476a-9bc1-f88c2ff89672 req-a4cf2fbd-391c-4257-a735-1c54c74b7c3f tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0492988 Apr 14 21:06:00.632788 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-74526ac1-cf9d-476a-9bc1-f88c2ff89672 req-d5333076-11eb-4e9c-b67d-22166ba5a06c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421805 Apr 14 21:06:00.802111 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02ab66-8df3-4a46-accc-f0ec769914a3 None None] New status for floating IP 3096f74e-b33c-4014-a250-82cf677fd589: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:06:00.949407 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6bc6d2b7-f9cc-416b-b43b-56cd91f86a97 req-6ec5cd2c-f90a-423e-8cc6-56865b023c80 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba00a47-de1c-4e26-8171-76a23627f41c HTTP/1.1" status: 200 len: 210 time: 0.0520389 Apr 14 21:06:01.743315 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483ec5b-ec60-483d-9d8b-31d6cd897c6b req-d9f0a480-05c1-46f2-a149-6739bbd789bd tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:01.744748 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c483ec5b-ec60-483d-9d8b-31d6cd897c6b req-d9f0a480-05c1-46f2-a149-6739bbd789bd tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0466356 Apr 14 21:06:01.791098 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c483ec5b-ec60-483d-9d8b-31d6cd897c6b req-0489cabc-3c5e-41a4-9473-534361488614 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406625 Apr 14 21:06:01.895331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b8f2-01a8-4421-adfc-866ff501e5a0 req-62ec03f8-fb2b-498b-aa29-4fcf8498df0e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:01.896793 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3083b8f2-01a8-4421-adfc-866ff501e5a0 req-62ec03f8-fb2b-498b-aa29-4fcf8498df0e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0450535 Apr 14 21:06:01.906501 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60346) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:01.910734 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Request body: {'floatingip': {'port_id': '00ce4bc0-47de-4796-a291-61ddd307b7a8'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:06:01.950939 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (1ea47377-ad54-447b-9059-46607d3059c0), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.084031 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60352) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:02.148453 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a7531f96-eb44-4cf8-9073-a7292188090a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group (d8d8a82d-0181-4337-8d0d-bfd70d27ff49), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.173098 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a7531f96-eb44-4cf8-9073-a7292188090a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group (d8d8a82d-0181-4337-8d0d-bfd70d27ff49), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.291620 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a7531f96-eb44-4cf8-9073-a7292188090a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d8d8a82d-0181-4337-8d0d-bfd70d27ff49), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.294343 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a7531f96-eb44-4cf8-9073-a7292188090a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.295792 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-a7531f96-eb44-4cf8-9073-a7292188090a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8d8a82d-0181-4337-8d0d-bfd70d27ff49 HTTP/1.1" status: 204 len: 168 time: 0.2105072 Apr 14 21:06:02.298127 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60354) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:02.304955 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7531f96-eb44-4cf8-9073-a7292188090a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d8a82d-0181-4337-8d0d-bfd70d27ff49,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:02.337249 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.api.v2.resource [None req-06c37f08-f299-410b-8b4c-02f9ca934d2d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] show failed (client error): The resource could not be found. Apr 14 21:06:02.338290 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-06c37f08-f299-410b-8b4c-02f9ca934d2d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups/d8d8a82d-0181-4337-8d0d-bfd70d27ff49 HTTP/1.1" status: 404 len: 347 time: 0.0392456 Apr 14 21:06:02.341059 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60356) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:02.599616 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 39cba847-d59d-4eaf-816e-aa0762c24e95 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:06:02.620597 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 39cba847-d59d-4eaf-816e-aa0762c24e95 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:06:02.620942 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 39cba847-d59d-4eaf-816e-aa0762c24e95 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:06:02.622499 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-52759f08-386c-424b-a444-36c91ef89864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.776989 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.787889 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Deleting port 998d8616-6dd6-4689-b132-5bd47c4b0781 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:02.788225 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.844674 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (1ea47377-ad54-447b-9059-46607d3059c0), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.910854 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.911107 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (998d8616-6dd6-4689-b132-5bd47c4b0781), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:02.952281 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Calling delete_port for 998d8616-6dd6-4689-b132-5bd47c4b0781 owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:03.016371 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Floating IP 1ea47377-ad54-447b-9059-46607d3059c0 associated. External IP: 172.27.2.242, port: 00ce4bc0-47de-4796-a291-61ddd307b7a8. Apr 14 21:06:03.285378 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Router a77c9296-b320-4ab1-9019-f1e573506990 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:06:03.328290 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (998d8616-6dd6-4689-b132-5bd47c4b0781), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.366475 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event deleted for resources: {'Port': ['ID=998d8616-6dd6-4689-b132-5bd47c4b0781,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:03.471540 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:06:03.473079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks [] for floatingip (3096f74e-b33c-4014-a250-82cf677fd589), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.476181 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.476768 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bcbb917f-d465-4709-bb25-cd1659f28fbc tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "DELETE /v2.0/floatingips/3096f74e-b33c-4014-a250-82cf677fd589 HTTP/1.1" status: 204 len: 168 time: 1.1344652 Apr 14 21:06:03.479992 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:03.482107 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:06:03.491628 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:06:03.492263 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:03.512854 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bdd19407-415c-476e-8c16-bb4519b809eb tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "PUT /v2.0/floatingips/1ea47377-ad54-447b-9059-46607d3059c0 HTTP/1.1" status: 200 len: 991 time: 1.6052980 Apr 14 21:06:03.513729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:06:03.517158 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e285e566-71ac-434a-9bc6-25d1d5d8b89b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:06:03.557063 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9609e317-62c9-4961-9402-20531be3d9e3 x-openstack-request-id: req-9609e317-62c9-4961-9402-20531be3d9e3 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:06:03.557356 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:06:03.557608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9609e317-62c9-4961-9402-20531be3d9e3 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:06:03.558006 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9609e317-62c9-4961-9402-20531be3d9e3'] response: {'name': 'network-changed', 'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'status': 'completed', 'code': 200} Apr 14 21:06:03.605453 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:06:03.618998 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-37881394-7fdf-4ff8-bf36-201819d6ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:03.620534 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-37881394-7fdf-4ff8-bf36-201819d6ebb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb334132123f4d279999acba060a0ad5&device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 1129 time: 0.0386801 Apr 14 21:06:03.723720 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-24807d31-ee7f-4264-b925-9eb075e25207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:03.725661 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-24807d31-ee7f-4264-b925-9eb075e25207 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 200 len: 912 time: 0.0967760 Apr 14 21:06:03.791635 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-513b964a-9736-4871-8261-3c0426c90305 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8 HTTP/1.1" status: 200 len: 999 time: 0.0581229 Apr 14 21:06:03.834160 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '1ea47377-ad54-447b-9059-46607d3059c0', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'port_id': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'mac_address': 'fa:16:3e:85:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:44Z', 'updated_at': '2022-04-14T21:06:02Z', 'revision_number': 1, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:03.839664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-45062f28-2e87-46a6-b228-917b3bd20de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:03.841668 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-45062f28-2e87-46a6-b228-917b3bd20de2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 200 len: 850 time: 0.0441074 Apr 14 21:06:03.863769 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:06:03.872597 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:06:03.873326 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:05:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:03.906372 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-b908f015-edec-4c2e-9f45-83a82849cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:03.907940 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-b908f015-edec-4c2e-9f45-83a82849cbdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ec47483-941a-4496-b4cc-b6129cf85a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517612 Apr 14 21:06:03.983909 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:06:03.998576 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-54388403-34e7-426e-9b47-0a3819b6879b service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839555 Apr 14 21:06:04.098698 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e285e566-71ac-434a-9bc6-25d1d5d8b89b req-401b4a57-6686-42d6-b11b-a2f84eee155a service neutron] 10.222.0.45 "GET /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929997 Apr 14 21:06:04.348240 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '1ea47377-ad54-447b-9059-46607d3059c0', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'port_id': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'mac_address': 'fa:16:3e:85:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:44Z', 'updated_at': '2022-04-14T21:06:02Z', 'revision_number': 1, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:04.374983 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546ada6-acf1-4ff1-8d2d-0f08aa3f140f None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '1ea47377-ad54-447b-9059-46607d3059c0', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'port_id': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'mac_address': 'fa:16:3e:85:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:05:44Z', 'updated_at': '2022-04-14T21:06:02Z', 'revision_number': 1, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:06:04.574457 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4bf7b-98c0-44da-9f40-367b3bbe56e2 None None] New status for floating IP 1ea47377-ad54-447b-9059-46607d3059c0: ACTIVE {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:06:05.133751 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-18d64e33-d574-48e6-a22e-5cfd5e0ebb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:06.005789 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:06:06.440041 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:06.477682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d36d-feae-491e-8fe6-052e1cf22cb0 req-c5c7ee29-95ce-447d-9dba-d053e7da32dd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:06.479157 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f9c8d36d-feae-491e-8fe6-052e1cf22cb0 req-c5c7ee29-95ce-447d-9dba-d053e7da32dd tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0462725 Apr 14 21:06:06.525314 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f9c8d36d-feae-491e-8fe6-052e1cf22cb0 req-8821f721-661b-4989-83c8-87adc3773051 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Apr 14 21:06:07.638077 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3b56-03be-47cc-b9f7-5d0840283c57 req-22d5265b-dd0e-4c62-89aa-18f1695dedc2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:07.639544 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fa2c3b56-03be-47cc-b9f7-5d0840283c57 req-22d5265b-dd0e-4c62-89aa-18f1695dedc2 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0452766 Apr 14 21:06:07.691065 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fa2c3b56-03be-47cc-b9f7-5d0840283c57 req-9ae9d8fb-5215-44e9-ad74-189e0e4d6b00 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Apr 14 21:06:07.751400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:07.957043 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:08.803848 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9412a4-8d2d-48af-b047-0f5a2c299de3 req-640226fd-6742-4252-95d0-f9304ee73532 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:08.805309 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff9412a4-8d2d-48af-b047-0f5a2c299de3 req-640226fd-6742-4252-95d0-f9304ee73532 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0463321 Apr 14 21:06:08.850971 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff9412a4-8d2d-48af-b047-0f5a2c299de3 req-bb41cfc5-06ef-45f4-b3a0-3ba639b0c8f3 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Apr 14 21:06:09.146171 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-e26ba764-b4db-4074-aaa7-407d87fc406a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:09.147646 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-e26ba764-b4db-4074-aaa7-407d87fc406a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 946 time: 0.0447853 Apr 14 21:06:09.234958 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Deleting port 2344be33-7c69-4118-82a4-ba17028179c2 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:09.235579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (2344be33-7c69-4118-82a4-ba17028179c2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:09.329385 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] For port 2344be33-7c69-4118-82a4-ba17028179c2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2344be33-7c69-4118-82a4-ba17028179c2,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:09.329747 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (2344be33-7c69-4118-82a4-ba17028179c2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:09.342724 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Calling delete_port for 2344be33-7c69-4118-82a4-ba17028179c2 owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:09.528775 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (2344be33-7c69-4118-82a4-ba17028179c2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:09.540842 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['30076433-1a30-4393-98e3-1355239e4989', '2344be33-7c69-4118-82a4-ba17028179c2'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:06:09.557591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event deleted for resources: {'Port': ['ID=2344be33-7c69-4118-82a4-ba17028179c2,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:09.620333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] No DVR routers for this DVR port 2344be33-7c69-4118-82a4-ba17028179c2 on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:06:09.623289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:09.626543 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d8959f9c-226a-47b3-9ce5-43cd7d8f36e8 req-89a3f68d-51b5-4fd2-b2a8-d8bffce3be32 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "DELETE /v2.0/ports/2344be33-7c69-4118-82a4-ba17028179c2 HTTP/1.1" status: 204 len: 173 time: 0.4727240 Apr 14 21:06:09.626982 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'name': 'network-vif-deleted', 'tag': '2344be33-7c69-4118-82a4-ba17028179c2'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:06:09.629245 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea9592a-cdcc-431d-bcdf-bfc0a5222911" -d '{"events": [{"server_uuid": "c36e31e4-b532-4867-b6ae-9f5ddcb10e84", "name": "network-vif-deleted", "tag": "2344be33-7c69-4118-82a4-ba17028179c2"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:06:09.664819 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3247c-2cc7-4d23-a7c9-6d0ec50b285a x-openstack-request-id: req-46c3247c-2cc7-4d23-a7c9-6d0ec50b285a {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:06:09.665129 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e31e4-b532-4867-b6ae-9f5ddcb10e84", "name": "network-vif-deleted", "tag": "2344be33-7c69-4118-82a4-ba17028179c2", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:06:09.665382 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46c3247c-2cc7-4d23-a7c9-6d0ec50b285a {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:06:09.665841 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c3247c-2cc7-4d23-a7c9-6d0ec50b285a'] response: {'server_uuid': 'c36e31e4-b532-4867-b6ae-9f5ddcb10e84', 'name': 'network-vif-deleted', 'tag': '2344be33-7c69-4118-82a4-ba17028179c2', 'status': 'completed', 'code': 200} Apr 14 21:06:09.711133 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:09.948128 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-37da15b7-cb16-4b63-8e48-0aa9c65c440b req-2058a802-1be1-42f3-a377-7505304bac21 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.0288727 Apr 14 21:06:11.065742 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5574fdce-8c9c-4982-9ccd-c7768beed74d req-244316bb-68a9-4a50-8d8c-0647d0fe65e1 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36e31e4-b532-4867-b6ae-9f5ddcb10e84 HTTP/1.1" status: 200 len: 210 time: 0.0289373 Apr 14 21:06:12.525894 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84cba-9341-49d6-9c2c-aef07dbd88b9 req-b6c80f7d-c219-47dd-8262-26eb95f9837d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:12.527271 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d7d84cba-9341-49d6-9c2c-aef07dbd88b9 req-b6c80f7d-c219-47dd-8262-26eb95f9837d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0446689 Apr 14 21:06:12.574859 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d7d84cba-9341-49d6-9c2c-aef07dbd88b9 req-05a5f33a-5d18-485f-837e-243d96d6511f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Apr 14 21:06:12.632097 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2344be33-7c69-4118-82a4-ba17028179c2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:06:12.651475 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 2344be33-7c69-4118-82a4-ba17028179c2 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:06:12.651824 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2344be33-7c69-4118-82a4-ba17028179c2 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:06:13.800231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73e5f1-5a2d-4156-882b-a65217b767af req-29d1611c-4337-43a7-9344-21c8901cdc72 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:13.801741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e73e5f1-5a2d-4156-882b-a65217b767af req-29d1611c-4337-43a7-9344-21c8901cdc72 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.1596506 Apr 14 21:06:13.849041 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e73e5f1-5a2d-4156-882b-a65217b767af req-148e58f7-60d0-4e9d-b910-2733663e0d8a tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Apr 14 21:06:15.005275 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344f9bb-97a2-494e-81c2-2325d161d096 req-1d98f835-d1bd-43f5-835d-7fc9d277229f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:15.006657 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b344f9bb-97a2-494e-81c2-2325d161d096 req-1d98f835-d1bd-43f5-835d-7fc9d277229f tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0926301 Apr 14 21:06:15.053225 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b344f9bb-97a2-494e-81c2-2325d161d096 req-401a1810-e6cb-4913-a83c-ac55ceb9767d tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Apr 14 21:06:16.164337 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3b14a-dc84-48d7-9927-d0337d49eda4 req-7b1b9399-6c22-4c1f-af7f-bc5e70025f71 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:16.165797 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3ff3b14a-dc84-48d7-9927-d0337d49eda4 req-7b1b9399-6c22-4c1f-af7f-bc5e70025f71 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0478623 Apr 14 21:06:16.211738 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3ff3b14a-dc84-48d7-9927-d0337d49eda4 req-c394eab1-f3b2-4092-9053-9b05a4d0088c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/security-groups?id=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Apr 14 21:06:16.432368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-eae433e8-7508-4407-b4c5-c1124a04b66c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:16.433822 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-eae433e8-7508-4407-b4c5-c1124a04b66c tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 946 time: 0.0455821 Apr 14 21:06:16.525641 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Deleting port 30076433-1a30-4393-98e3-1355239e4989 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:16.526580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (30076433-1a30-4393-98e3-1355239e4989), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:16.613874 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] For port 30076433-1a30-4393-98e3-1355239e4989, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=30076433-1a30-4393-98e3-1355239e4989,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:16.614232 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (30076433-1a30-4393-98e3-1355239e4989), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:16.627929 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Calling delete_port for 30076433-1a30-4393-98e3-1355239e4989 owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:16.816832 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (30076433-1a30-4393-98e3-1355239e4989), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:16.828014 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['30076433-1a30-4393-98e3-1355239e4989'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:06:16.846009 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Pushing event deleted for resources: {'Port': ['ID=30076433-1a30-4393-98e3-1355239e4989,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:16.888151 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] No DVR routers for this DVR port 30076433-1a30-4393-98e3-1355239e4989 on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:06:16.890791 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:16.894141 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2bf94b1a-cc71-4222-89fd-868d436baab5 req-8843372b-534a-46c9-ab17-25c64842f058 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.45 "DELETE /v2.0/ports/30076433-1a30-4393-98e3-1355239e4989 HTTP/1.1" status: 204 len: 173 time: 0.4530613 Apr 14 21:06:16.894592 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'name': 'network-vif-deleted', 'tag': '30076433-1a30-4393-98e3-1355239e4989'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:06:16.896865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c4a463-ac66-464c-b2b8-564a0edaee35" -d '{"events": [{"server_uuid": "3c3f4340-8cec-45da-bdcb-e6aa01fe963d", "name": "network-vif-deleted", "tag": "30076433-1a30-4393-98e3-1355239e4989"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:06:16.931580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a06e42-4e58-4ee9-a84d-1a5e13505104 x-openstack-request-id: req-83a06e42-4e58-4ee9-a84d-1a5e13505104 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:06:16.931980 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3f4340-8cec-45da-bdcb-e6aa01fe963d", "name": "network-vif-deleted", "tag": "30076433-1a30-4393-98e3-1355239e4989", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:06:16.932239 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83a06e42-4e58-4ee9-a84d-1a5e13505104 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:06:16.932668 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a06e42-4e58-4ee9-a84d-1a5e13505104'] response: {'server_uuid': '3c3f4340-8cec-45da-bdcb-e6aa01fe963d', 'name': 'network-vif-deleted', 'tag': '30076433-1a30-4393-98e3-1355239e4989', 'status': 'completed', 'code': 200} Apr 14 21:06:17.332984 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9806a805-ce36-41e9-bef0-e7dd53ed3a58 req-79d6e4c8-0a31-47eb-9710-ffdd96d25154 tempest-ServerRescueNegativeTestJSON-1726151949 tempest-ServerRescueNegativeTestJSON-1726151949-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3f4340-8cec-45da-bdcb-e6aa01fe963d HTTP/1.1" status: 200 len: 210 time: 0.0320559 Apr 14 21:06:18.388808 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60428) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:18.869654 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (9bde60fe-8941-4d44-9b9f-36c08c609476), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:19.403536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Deleting port a5091b0c-1511-4e1c-8504-e498cf86783f {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:19.404832 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:19.484431 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] For port a5091b0c-1511-4e1c-8504-e498cf86783f, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a5091b0c-1511-4e1c-8504-e498cf86783f,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:19.484789 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:19.497193 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Calling delete_port for a5091b0c-1511-4e1c-8504-e498cf86783f owned by network:router_interface {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:19.762901 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (a5091b0c-1511-4e1c-8504-e498cf86783f), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:19.787892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5091b0c-1511-4e1c-8504-e498cf86783f,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:19.962738 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (9bde60fe-8941-4d44-9b9f-36c08c609476), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:20.180538 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Router 9bde60fe-8941-4d44-9b9f-36c08c609476 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:06:20.286136 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:06:20.291246 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cd98bb84-f4f7-40fa-a33f-9d96f4fc05b8 admin admin] 10.222.0.37 "PUT /v2.0/routers/9bde60fe-8941-4d44-9b9f-36c08c609476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014163 Apr 14 21:06:20.293826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60436) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:20.294685 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] Sync routers for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:06:20.305629 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:06:20.306260 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:06:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:20.399559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks [] for router (9bde60fe-8941-4d44-9b9f-36c08c609476), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:20.417284 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:06:20.505223 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks [] for router_gateway (9bde60fe-8941-4d44-9b9f-36c08c609476), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:20.589933 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:06:19Z', 'revision_number': 5, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port': {'id': '9bba92ab-0107-4073-88e4-4b57760ae977', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:20.606368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Deleting port 9bba92ab-0107-4073-88e4-4b57760ae977 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:20.606738 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:20.617006 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] Checking router: 9bde60fe-8941-4d44-9b9f-36c08c609476 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:06:20.625484 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] Routers {'9bde60fe-8941-4d44-9b9f-36c08c609476'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:06:20.626092 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:06:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['9bde60fe-8941-4d44-9b9f-36c08c609476'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:20.664407 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 30076433-1a30-4393-98e3-1355239e4989 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:06:20.685464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] For port 9bba92ab-0107-4073-88e4-4b57760ae977, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=9bba92ab-0107-4073-88e4-4b57760ae977,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:20.685830 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:20.698489 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Calling delete_port for 9bba92ab-0107-4073-88e4-4b57760ae977 owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:20.709533 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 30076433-1a30-4393-98e3-1355239e4989 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:06:20.709883 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 30076433-1a30-4393-98e3-1355239e4989 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:06:20.740995 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] Set router 9bde60fe-8941-4d44-9b9f-36c08c609476 gateway port host: None {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:06:20.796810 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:06:20Z', 'revision_number': 6, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port_host': None}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:20.823309 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede820e-5273-46ed-9d8a-b975ccccdf9c None None] The sync data for ids ['9bde60fe-8941-4d44-9b9f-36c08c609476'] in dv-cinder-837541-3-iscsi is: [{'id': '9bde60fe-8941-4d44-9b9f-36c08c609476', 'name': 'tempest-ServerRescueNegativeTestJSON-833472460-router', 'tenant_id': 'b602c5a899634978a1fda095694fbcc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:06:20Z', 'revision_number': 6, 'project_id': 'b602c5a899634978a1fda095694fbcc7', 'gw_port_host': None}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:06:20.934410 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (9bba92ab-0107-4073-88e4-4b57760ae977), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:20.964186 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bba92ab-0107-4073-88e4-4b57760ae977,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:21.023576 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (9bde60fe-8941-4d44-9b9f-36c08c609476), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.126575 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (9bde60fe-8941-4d44-9b9f-36c08c609476), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.128672 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks [] for router_controller (9bde60fe-8941-4d44-9b9f-36c08c609476), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.274346 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (9bde60fe-8941-4d44-9b9f-36c08c609476), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.274931 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bde60fe-8941-4d44-9b9f-36c08c609476 {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:06:21.282535 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.282535 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-1e6e6ef7-0f27-4d63-8042-480b92c0f1f6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9bde60fe-8941-4d44-9b9f-36c08c609476 HTTP/1.1" status: 204 len: 168 time: 0.9862967 Apr 14 21:06:21.283626 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60438) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:21.327967 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Deleting subnet e5ffc871-e383-4f64-8126-d85cfe9a6327 {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:06:21.331117 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Publish callbacks [] for subnet (e5ffc871-e383-4f64-8126-d85cfe9a6327), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.365761 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (e5ffc871-e383-4f64-8126-d85cfe9a6327), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.475181 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (e5ffc871-e383-4f64-8126-d85cfe9a6327), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.614574 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (e5ffc871-e383-4f64-8126-d85cfe9a6327), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.638072 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ffc871-e383-4f64-8126-d85cfe9a6327,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:21.645141 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.648487 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-61a9514b-fe68-42c2-9e93-0da8ca6de287 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5ffc871-e383-4f64-8126-d85cfe9a6327 HTTP/1.1" status: 204 len: 168 time: 0.3638878 Apr 14 21:06:21.650997 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60442) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:21.654442 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cfb26-c6ea-4fd6-b534-10746e7a80e5 None None] Network 4886497d-0573-4044-bfa7-39edf333da43 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:06:21.725652 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (4886497d-0573-4044-bfa7-39edf333da43), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.774758 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Deleting port 2566550c-4f7e-472d-9781-10ac7637b2f7 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:21.775107 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.820888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] DHCP port deletion for 4886497d-0573-4044-bfa7-39edf333da43 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:06:21.850273 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] For port 2566550c-4f7e-472d-9781-10ac7637b2f7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=2566550c-4f7e-472d-9781-10ac7637b2f7,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:21.850648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.865078 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Calling delete_port for 2566550c-4f7e-472d-9781-10ac7637b2f7 owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:21.877421 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] Deleting port 2566550c-4f7e-472d-9781-10ac7637b2f7 {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:06:21.877804 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.943448 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] For port 2566550c-4f7e-472d-9781-10ac7637b2f7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=2566550c-4f7e-472d-9781-10ac7637b2f7,segment=NetworkSegment(a6148819-f294-49e6-baa1-efbe83f372e7),segment_id=a6148819-f294-49e6-baa1-efbe83f372e7)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:21.943853 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:21.957327 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] Calling delete_port for 2566550c-4f7e-472d-9781-10ac7637b2f7 owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:06:22.039805 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.078580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Pushing event deleted for resources: {'Port': ['ID=2566550c-4f7e-472d-9781-10ac7637b2f7,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:22.078580 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] No DVR routers for this DVR port 2566550c-4f7e-472d-9781-10ac7637b2f7 on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:06:22.078909 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (2566550c-4f7e-472d-9781-10ac7637b2f7), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.101030 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] Pushing event deleted for resources: {'Port': ['ID=2566550c-4f7e-472d-9781-10ac7637b2f7,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:22.105891 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbe224-7fcf-4c47-9038-5358644f16da None None] No DVR routers for this DVR port 2566550c-4f7e-472d-9781-10ac7637b2f7 on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:06:22.142801 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (4886497d-0573-4044-bfa7-39edf333da43), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.157815 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a5091b0c-1511-4e1c-8504-e498cf86783f no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:06:22.164311 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4886497d-0573-4044-bfa7-39edf333da43']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:22.174440 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6148819-f294-49e6-baa1-efbe83f372e7') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:22.174741 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6148819-f294-49e6-baa1-efbe83f372e7') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:06:22.181617 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: a5091b0c-1511-4e1c-8504-e498cf86783f {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:06:22.186180 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a5091b0c-1511-4e1c-8504-e498cf86783f not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:06:22.186180 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 9bba92ab-0107-4073-88e4-4b57760ae977 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:06:22.186397 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (a6148819-f294-49e6-baa1-efbe83f372e7), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.198200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (a6148819-f294-49e6-baa1-efbe83f372e7), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.201991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 9bba92ab-0107-4073-88e4-4b57760ae977 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:06:22.202341 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 9bba92ab-0107-4073-88e4-4b57760ae977 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:06:22.202752 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 2566550c-4f7e-472d-9781-10ac7637b2f7 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:06:22.204496 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:06:22.204884 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (a6148819-f294-49e6-baa1-efbe83f372e7), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:06:22.206565 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:06:22.221741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 2566550c-4f7e-472d-9781-10ac7637b2f7 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:06:22.222089 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 2566550c-4f7e-472d-9781-10ac7637b2f7 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:06:22.330768 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (4886497d-0573-4044-bfa7-39edf333da43), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.336403 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.339546 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] 10.222.0.37 "DELETE /v2.0/networks/4886497d-0573-4044-bfa7-39edf333da43 HTTP/1.1" status: 204 len: 168 time: 0.6863334 Apr 14 21:06:22.351198 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad17bf-a895-4e26-bc43-7088547f930d admin admin] Pushing event deleted for resources: {'Network': ['ID=4886497d-0573-4044-bfa7-39edf333da43,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:22.635906 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60446) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:22.684843 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b2aa376f-ebf6-4357-b66b-1494de8c2622 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b602c5a899634978a1fda095694fbcc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477092 Apr 14 21:06:22.687172 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60450) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:22.733807 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a0294821-ddf8-4ed7-9164-37099e931aae admin admin] Publish callbacks [] for security_group (87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.755793 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a0294821-ddf8-4ed7-9164-37099e931aae admin admin] Publish callbacks [] for security_group (87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.891201 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a0294821-ddf8-4ed7-9164-37099e931aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.893762 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a0294821-ddf8-4ed7-9164-37099e931aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:22.894967 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a0294821-ddf8-4ed7-9164-37099e931aae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90 HTTP/1.1" status: 204 len: 168 time: 0.2068710 Apr 14 21:06:22.902786 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0294821-ddf8-4ed7-9164-37099e931aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eeaaa2-9b8e-4d0b-9f8e-96159b3dda90,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:27.472110 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60514) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:27.574529 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ffad9f51-4fbc-4c78-97b7-2b42cf879a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.653150 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ffad9f51-4fbc-4c78-97b7-2b42cf879a41 admin admin] Publish callbacks [] for security_group (90608dbe-3784-4983-96d9-9b0989141766), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.702533 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ffad9f51-4fbc-4c78-97b7-2b42cf879a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (90608dbe-3784-4983-96d9-9b0989141766), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.740559 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ffad9f51-4fbc-4c78-97b7-2b42cf879a41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=664e49d609054647a5d6ce14f1875446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673743 Apr 14 21:06:27.741402 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad9f51-4fbc-4c78-97b7-2b42cf879a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90608dbe-3784-4983-96d9-9b0989141766,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:27.744038 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60518) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:27.792940 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Publish callbacks [] for security_group (90608dbe-3784-4983-96d9-9b0989141766), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.814277 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Publish callbacks [] for security_group (90608dbe-3784-4983-96d9-9b0989141766), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.924737 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (90608dbe-3784-4983-96d9-9b0989141766), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.927384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:27.930460 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90608dbe-3784-4983-96d9-9b0989141766 HTTP/1.1" status: 204 len: 168 time: 0.1828179 Apr 14 21:06:27.937002 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90608dbe-3784-4983-96d9-9b0989141766,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:27.944157 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.944513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.944865 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.945209 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.945546 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.945884 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.946220 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.946642 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.946979 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.947310 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.947687 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.948024 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.948354 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.948681 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:27.949014 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f07e4a-f972-4ff3-b30f-9e98f46be471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:29.916862 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd060d7b-90db-4b86-80f3-0037ebb08c96 req-85183ba8-462a-4892-9ef9-3b13127abdd0 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:29.918381 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fd060d7b-90db-4b86-80f3-0037ebb08c96 req-85183ba8-462a-4892-9ef9-3b13127abdd0 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0487301 Apr 14 21:06:29.985352 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fd060d7b-90db-4b86-80f3-0037ebb08c96 req-795cb50a-58d3-42f3-9de9-ad1207b05b21 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603502 Apr 14 21:06:30.071586 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77c65-847e-446a-902a-7dba9772c71f req-a7231b42-ff8a-4ada-8636-a8534fa0febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:30.073108 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-a7231b42-ff8a-4ada-8636-a8534fa0febb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1169 time: 0.1343555 Apr 14 21:06:30.161379 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77c65-847e-446a-902a-7dba9772c71f req-609b5625-d3a8-489a-96af-324741edf854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:30.162881 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-609b5625-d3a8-489a-96af-324741edf854 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 914 time: 0.0834713 Apr 14 21:06:30.231143 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-b603cfca-8d76-43fd-8d34-85503726b02e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 1002 time: 0.0614204 Apr 14 21:06:30.281309 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77c65-847e-446a-902a-7dba9772c71f req-29282d6a-afd8-40f0-bfd3-cf21340d8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:30.282786 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-29282d6a-afd8-40f0-bfd3-cf21340d8074 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 200 len: 852 time: 0.0452154 Apr 14 21:06:30.320300 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60590) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:30.329325 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77c65-847e-446a-902a-7dba9772c71f req-fa1b620a-f121-443e-81ec-e8ea0ee04033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:30.330838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-fa1b620a-f121-443e-81ec-e8ea0ee04033 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99948258-9fdd-486e-b539-afb17e43599f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400398 Apr 14 21:06:30.429183 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-06443744-eae2-4244-b609-5a1bc97d38d7 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909421 Apr 14 21:06:30.431273 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-592adb82-1009-402d-80a9-9d5207954d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.512652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-592adb82-1009-402d-80a9-9d5207954d6b admin admin] Publish callbacks [] for security_group (b07e2675-3e12-49e8-85c5-4ec94c2f0808), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.520158 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fb77c65-847e-446a-902a-7dba9772c71f req-7ee7b66c-bd2e-430f-8974-3d57f0ed5697 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848582 Apr 14 21:06:30.596800 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-592adb82-1009-402d-80a9-9d5207954d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (b07e2675-3e12-49e8-85c5-4ec94c2f0808), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.638362 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592adb82-1009-402d-80a9-9d5207954d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e2675-3e12-49e8-85c5-4ec94c2f0808,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:30.644004 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-592adb82-1009-402d-80a9-9d5207954d6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b7d47ca3fbd4b0d9d41bee788466f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223836 Apr 14 21:06:30.646367 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60598) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:30.694570 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-121661d6-2613-4c8f-88d3-9125135929dc admin admin] Publish callbacks [] for security_group (b07e2675-3e12-49e8-85c5-4ec94c2f0808), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.719349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-121661d6-2613-4c8f-88d3-9125135929dc admin admin] Publish callbacks [] for security_group (b07e2675-3e12-49e8-85c5-4ec94c2f0808), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.825015 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-121661d6-2613-4c8f-88d3-9125135929dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (b07e2675-3e12-49e8-85c5-4ec94c2f0808), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.828314 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-121661d6-2613-4c8f-88d3-9125135929dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:30.829459 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-121661d6-2613-4c8f-88d3-9125135929dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b07e2675-3e12-49e8-85c5-4ec94c2f0808 HTTP/1.1" status: 204 len: 168 time: 0.1820657 Apr 14 21:06:30.838563 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121661d6-2613-4c8f-88d3-9125135929dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e2675-3e12-49e8-85c5-4ec94c2f0808,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:31.100541 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f51a-5c89-446b-81ed-339661e09381 req-bee302e3-aac5-4db1-ade8-2b983586fb4f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:31.102837 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dc86f51a-5c89-446b-81ed-339661e09381 req-bee302e3-aac5-4db1-ade8-2b983586fb4f tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0485249 Apr 14 21:06:31.163097 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dc86f51a-5c89-446b-81ed-339661e09381 req-7bed4d61-1b10-49ac-a163-19a426e06f52 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541384 Apr 14 21:06:31.395274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60610) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:31.408591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c6d3-066a-4f4b-88e8-dad83dd6f285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.487084 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c6d3-066a-4f4b-88e8-dad83dd6f285 admin admin] Publish callbacks [] for security_group (f8df5e7f-44e6-4db9-9cca-f0da53a75046), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.545465 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c6d3-066a-4f4b-88e8-dad83dd6f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f8df5e7f-44e6-4db9-9cca-f0da53a75046), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.586741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b8d0c6d3-066a-4f4b-88e8-dad83dd6f285 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99f50421ff414e7283f8ed7bca137da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903455 Apr 14 21:06:31.587576 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c6d3-066a-4f4b-88e8-dad83dd6f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df5e7f-44e6-4db9-9cca-f0da53a75046,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:31.589634 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60616) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:31.640782 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f45c1f40-38ba-455a-b285-41ff69fa30b4 admin admin] Publish callbacks [] for security_group (f8df5e7f-44e6-4db9-9cca-f0da53a75046), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.662653 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f45c1f40-38ba-455a-b285-41ff69fa30b4 admin admin] Publish callbacks [] for security_group (f8df5e7f-44e6-4db9-9cca-f0da53a75046), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.767937 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f45c1f40-38ba-455a-b285-41ff69fa30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f8df5e7f-44e6-4db9-9cca-f0da53a75046), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.771308 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-f45c1f40-38ba-455a-b285-41ff69fa30b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:31.772026 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-f45c1f40-38ba-455a-b285-41ff69fa30b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8df5e7f-44e6-4db9-9cca-f0da53a75046 HTTP/1.1" status: 204 len: 168 time: 0.1813393 Apr 14 21:06:31.781202 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c1f40-38ba-455a-b285-41ff69fa30b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df5e7f-44e6-4db9-9cca-f0da53a75046,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:31.845838 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0831d71-a299-41c5-a59c-b37c77004923 req-326d8d51-6170-4101-826a-839c38c44937 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:31.847316 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e0831d71-a299-41c5-a59c-b37c77004923 req-326d8d51-6170-4101-826a-839c38c44937 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0539868 Apr 14 21:06:31.899026 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e0831d71-a299-41c5-a59c-b37c77004923 req-496a7d49-fc92-4162-9e8e-4f60d2dee1be tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Apr 14 21:06:32.291515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcf736-7d80-4dae-890a-e861ffb4492f req-18833965-31a9-4524-ba2c-ffd727e12acb tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:32.292990 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-71dcf736-7d80-4dae-890a-e861ffb4492f req-18833965-31a9-4524-ba2c-ffd727e12acb tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0494373 Apr 14 21:06:32.355259 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-71dcf736-7d80-4dae-890a-e861ffb4492f req-3c2c7ada-c056-478f-b332-8d6f253d55dc tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561154 Apr 14 21:06:32.631234 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c2d43548-494a-4251-894f-29d3bd4ca1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:33.293405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e0f1-8205-490c-ad2e-262f1fcafeab req-64d6f669-9c81-4ba8-96bd-f5bc6891d8cd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:33.294942 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0d4e0f1-8205-490c-ad2e-262f1fcafeab req-64d6f669-9c81-4ba8-96bd-f5bc6891d8cd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.3191745 Apr 14 21:06:33.341912 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0d4e0f1-8205-490c-ad2e-262f1fcafeab req-8b4fc895-0dbf-4b72-98b7-63984e75011e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Apr 14 21:06:33.481408 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e35e64-82fb-4bb3-8f50-7ac92346c7d2 req-cec6a152-2e05-4e97-bf14-c1597f78a5f5 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:33.483466 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-11e35e64-82fb-4bb3-8f50-7ac92346c7d2 req-cec6a152-2e05-4e97-bf14-c1597f78a5f5 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0481081 Apr 14 21:06:33.556952 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-11e35e64-82fb-4bb3-8f50-7ac92346c7d2 req-4aae451d-737a-4c27-9c88-9400294b5994 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676677 Apr 14 21:06:34.623155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611576da-ec1f-4cb3-afc5-b648134b8f5a req-cfb540ac-ad9f-419a-8184-d233ffc17540 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:34.624791 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-611576da-ec1f-4cb3-afc5-b648134b8f5a req-cfb540ac-ad9f-419a-8184-d233ffc17540 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0518093 Apr 14 21:06:34.706678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4493-b054-4783-a07e-79ac5567ed91 req-0ba9dd1e-9387-4a97-b580-012c0aab9f9d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:34.706678 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ebde4493-b054-4783-a07e-79ac5567ed91 req-0ba9dd1e-9387-4a97-b580-012c0aab9f9d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0670798 Apr 14 21:06:34.711200 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-611576da-ec1f-4cb3-afc5-b648134b8f5a req-08849889-28f0-4229-8079-1ba41cd834f2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807343 Apr 14 21:06:34.773264 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ebde4493-b054-4783-a07e-79ac5567ed91 req-8e5c887f-7df2-419d-8e8b-587ba5cc2041 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610564 Apr 14 21:06:35.150688 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-234a560f-9dea-4650-ad3b-17a69c281ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:35.839349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecdffa-06ae-4146-ab1a-26271502e54c req-adbe6dde-5bf8-4bb8-9527-375484d01d09 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:35.841452 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7ecdffa-06ae-4146-ab1a-26271502e54c req-adbe6dde-5bf8-4bb8-9527-375484d01d09 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0509841 Apr 14 21:06:35.900648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f18a-af7a-4ca2-984f-88574183e5d3 req-dd15fc6f-7b43-4cd0-9f86-d7891db20c33 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:35.902113 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2936f18a-af7a-4ca2-984f-88574183e5d3 req-dd15fc6f-7b43-4cd0-9f86-d7891db20c33 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0597506 Apr 14 21:06:35.937490 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7ecdffa-06ae-4146-ab1a-26271502e54c req-526e24d5-3c70-49f1-8741-e4a2853960c5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864713 Apr 14 21:06:35.978735 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2936f18a-af7a-4ca2-984f-88574183e5d3 req-d5b7d22b-6c74-4d55-9f10-2304b47914a8 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702522 Apr 14 21:06:36.476796 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:37.056570 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fc57a-dfba-4be6-afb9-9ea9ed7b72fd req-fb453675-5162-4705-af27-201bf1868e8d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:37.058226 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-109fc57a-dfba-4be6-afb9-9ea9ed7b72fd req-fb453675-5162-4705-af27-201bf1868e8d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0498457 Apr 14 21:06:37.125548 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b3fe-f878-4928-95f0-cdb84e5b00a6 req-c0786861-56e5-4d77-b300-1a2fa0f1fda7 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:37.127024 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0d12b3fe-f878-4928-95f0-cdb84e5b00a6 req-c0786861-56e5-4d77-b300-1a2fa0f1fda7 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0679395 Apr 14 21:06:37.156436 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-109fc57a-dfba-4be6-afb9-9ea9ed7b72fd req-e3b92c7d-3dfd-423e-a73d-7310eb152c0e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883760 Apr 14 21:06:37.200578 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0d12b3fe-f878-4928-95f0-cdb84e5b00a6 req-ae7b7d6c-07de-4115-a695-1168d8208491 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676758 Apr 14 21:06:37.770405 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:37.993380 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:38.274940 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07baf-32ba-40b9-a281-cbf33d511ad8 req-b0e4d54e-d3f6-4070-80e6-0972c4a57334 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:38.276502 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1ed07baf-32ba-40b9-a281-cbf33d511ad8 req-b0e4d54e-d3f6-4070-80e6-0972c4a57334 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0478771 Apr 14 21:06:38.338577 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9cd2-2e73-4692-b854-40cf99f6d1b0 req-aeb18dc8-27d0-4da6-8807-357c66da24cb tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:38.340086 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2eee9cd2-2e73-4692-b854-40cf99f6d1b0 req-aeb18dc8-27d0-4da6-8807-357c66da24cb tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0627038 Apr 14 21:06:38.376181 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1ed07baf-32ba-40b9-a281-cbf33d511ad8 req-3e7164e9-98e6-4e35-833e-f99bace9e9a1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903721 Apr 14 21:06:38.415393 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2eee9cd2-2e73-4692-b854-40cf99f6d1b0 req-81580a3c-e1a8-4a04-92bc-6fdbdd83ab4c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692792 Apr 14 21:06:39.030532 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60746) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:39.133738 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-66753924-4c7e-42c9-8c74-04e3facbefd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.213086 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-66753924-4c7e-42c9-8c74-04e3facbefd9 admin admin] Publish callbacks [] for security_group (bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.296500 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-66753924-4c7e-42c9-8c74-04e3facbefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.338728 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66753924-4c7e-42c9-8c74-04e3facbefd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:39.343040 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-66753924-4c7e-42c9-8c74-04e3facbefd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1516e77a9c7f4c4baf47fc34a545dfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114910 Apr 14 21:06:39.346432 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60750) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:39.396382 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c8a46e2b-d247-464a-8e61-b2b921eba32e admin admin] Publish callbacks [] for security_group (bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.419687 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c8a46e2b-d247-464a-8e61-b2b921eba32e admin admin] Publish callbacks [] for security_group (bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.503794 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdd71a-0373-4c93-827e-a8bee58c070b req-61cfcf99-b6af-4ec9-b6cc-d6955a7ff1e9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:39.505278 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-16bdd71a-0373-4c93-827e-a8bee58c070b req-61cfcf99-b6af-4ec9-b6cc-d6955a7ff1e9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0569415 Apr 14 21:06:39.550288 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db697c-217e-48bf-a5a6-bbc1d24f8285 req-12b02176-6f95-483b-bb69-ed382bc850f8 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:39.552006 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-76db697c-217e-48bf-a5a6-bbc1d24f8285 req-12b02176-6f95-483b-bb69-ed382bc850f8 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0674574 Apr 14 21:06:39.553182 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c8a46e2b-d247-464a-8e61-b2b921eba32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.557352 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c8a46e2b-d247-464a-8e61-b2b921eba32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:39.561567 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c8a46e2b-d247-464a-8e61-b2b921eba32e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d HTTP/1.1" status: 204 len: 168 time: 0.2116516 Apr 14 21:06:39.569050 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a46e2b-d247-464a-8e61-b2b921eba32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d9176-3bbb-4bf8-9d55-d6e6ae36096d,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:39.600066 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-16bdd71a-0373-4c93-827e-a8bee58c070b req-ca6cdc4b-2b0b-4a0a-aaa4-07bb43694eb3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794518 Apr 14 21:06:39.640228 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-76db697c-217e-48bf-a5a6-bbc1d24f8285 req-96c948ea-798e-40b4-8214-56739cdb922d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778570 Apr 14 21:06:39.664825 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.209514 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 60762) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:40.223490 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-40016b21-fad6-494a-8cc1-78c0b58c1a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.306140 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-40016b21-fad6-494a-8cc1-78c0b58c1a80 admin admin] Publish callbacks [] for security_group (10f20c71-e3a4-4293-87f8-a4a5e7f80ff9), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.367958 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-40016b21-fad6-494a-8cc1-78c0b58c1a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (10f20c71-e3a4-4293-87f8-a4a5e7f80ff9), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.408894 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-40016b21-fad6-494a-8cc1-78c0b58c1a80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02649fce1c29476a853ef28d09d918a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982777 Apr 14 21:06:40.409753 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40016b21-fad6-494a-8cc1-78c0b58c1a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f20c71-e3a4-4293-87f8-a4a5e7f80ff9,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:40.411536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60764) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:40.462324 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Publish callbacks [] for security_group (10f20c71-e3a4-4293-87f8-a4a5e7f80ff9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.483026 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Publish callbacks [] for security_group (10f20c71-e3a4-4293-87f8-a4a5e7f80ff9), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.581940 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (10f20c71-e3a4-4293-87f8-a4a5e7f80ff9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.585484 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:40.586741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10f20c71-e3a4-4293-87f8-a4a5e7f80ff9 HTTP/1.1" status: 204 len: 168 time: 0.1732383 Apr 14 21:06:40.594890 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f20c71-e3a4-4293-87f8-a4a5e7f80ff9,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:40.602283 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.602668 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.603022 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.603391 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.603831 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.604172 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.604508 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.604840 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.605173 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.605512 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.605849 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.606183 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.606516 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.606841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.607167 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd5dc-db4e-4793-b6ac-80b4d48b4251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:40.764917 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a3bc8-083e-452d-9c27-9516740a2492 req-66504576-5498-4090-8c2f-afbac67ea4e9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:40.766448 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d23a3bc8-083e-452d-9c27-9516740a2492 req-66504576-5498-4090-8c2f-afbac67ea4e9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0778801 Apr 14 21:06:40.788258 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5589-a02a-4bc6-8d10-583e5f5d3fc4 req-a76e2ab6-0e7d-4851-88a0-b733dd595ed6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:40.789741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d3fb5589-a02a-4bc6-8d10-583e5f5d3fc4 req-a76e2ab6-0e7d-4851-88a0-b733dd595ed6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0694256 Apr 14 21:06:40.854407 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d23a3bc8-083e-452d-9c27-9516740a2492 req-ee75e482-9d94-442d-b79c-b95096d3c769 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821366 Apr 14 21:06:40.875384 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d3fb5589-a02a-4bc6-8d10-583e5f5d3fc4 req-52f7675f-0bdc-4c7f-92e2-809066cb433b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785935 Apr 14 21:06:41.231402 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60774) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:41.245682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dc64-a397-4544-a108-03174fd1ed77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.319746 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dc64-a397-4544-a108-03174fd1ed77 admin admin] Publish callbacks [] for security_group (b47d503b-2429-4ebd-8e76-b2a3b97f0e65), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.384912 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dc64-a397-4544-a108-03174fd1ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (b47d503b-2429-4ebd-8e76-b2a3b97f0e65), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.421725 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8dc64-a397-4544-a108-03174fd1ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47d503b-2429-4ebd-8e76-b2a3b97f0e65,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:41.427030 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6ec8dc64-a397-4544-a108-03174fd1ed77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46df697ac5074f45906beba5d53d143a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939974 Apr 14 21:06:41.429674 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 60776) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:06:41.479955 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d61c5ca3-1a3c-44b3-939a-422ac560e866 admin admin] Publish callbacks [] for security_group (b47d503b-2429-4ebd-8e76-b2a3b97f0e65), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.501129 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d61c5ca3-1a3c-44b3-939a-422ac560e866 admin admin] Publish callbacks [] for security_group (b47d503b-2429-4ebd-8e76-b2a3b97f0e65), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.598727 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d61c5ca3-1a3c-44b3-939a-422ac560e866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (b47d503b-2429-4ebd-8e76-b2a3b97f0e65), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.601328 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-d61c5ca3-1a3c-44b3-939a-422ac560e866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:41.602504 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d61c5ca3-1a3c-44b3-939a-422ac560e866 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b47d503b-2429-4ebd-8e76-b2a3b97f0e65 HTTP/1.1" status: 204 len: 168 time: 0.1720319 Apr 14 21:06:41.610109 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c5ca3-1a3c-44b3-939a-422ac560e866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47d503b-2429-4ebd-8e76-b2a3b97f0e65,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:42.001788 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe7c60-4020-4006-ae0b-818ea75c62c5 req-eaeeb3a7-66f0-4209-b853-58477cf359ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:42.003304 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-80fe7c60-4020-4006-ae0b-818ea75c62c5 req-eaeeb3a7-66f0-4209-b853-58477cf359ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0759666 Apr 14 21:06:42.023612 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5bbe2-83bb-4624-abf0-f26c09718363 req-ea3bf237-d6fe-4d1a-831d-ab3f8aa7628d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:42.025046 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-84d5bbe2-83bb-4624-abf0-f26c09718363 req-ea3bf237-d6fe-4d1a-831d-ab3f8aa7628d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0669060 Apr 14 21:06:42.091191 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-80fe7c60-4020-4006-ae0b-818ea75c62c5 req-db7836da-2b8c-4319-8eef-88badd001f41 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819981 Apr 14 21:06:42.114665 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-84d5bbe2-83bb-4624-abf0-f26c09718363 req-16f4ab49-8365-4d20-8505-026fc5122075 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804067 Apr 14 21:06:43.004488 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:06:43.242826 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f4a77-0879-4259-9f91-1b6c71ba6c89 req-5e3c51a6-1f30-4588-9497-1fa079224bcf tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:43.244339 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d98f4a77-0879-4259-9f91-1b6c71ba6c89 req-5e3c51a6-1f30-4588-9497-1fa079224bcf tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0768049 Apr 14 21:06:43.253107 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783185cf-cba0-4f31-8e60-61a56b37a206 req-8243bef8-6732-464a-878d-ea7af785d53b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:43.254581 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-783185cf-cba0-4f31-8e60-61a56b37a206 req-8243bef8-6732-464a-878d-ea7af785d53b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0737071 Apr 14 21:06:43.328709 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d98f4a77-0879-4259-9f91-1b6c71ba6c89 req-52ad9023-a137-4385-89f5-b35bb286fa86 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732312 Apr 14 21:06:43.348825 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-783185cf-cba0-4f31-8e60-61a56b37a206 req-993da32d-aa40-48aa-a0c4-227c1ac87c98 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866194 Apr 14 21:06:44.479526 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8e100-d697-462b-8d4e-6cec6f013109 req-7c003d6d-198b-45b9-b671-de08e543e84a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:44.481064 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6af8e100-d697-462b-8d4e-6cec6f013109 req-7c003d6d-198b-45b9-b671-de08e543e84a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0786700 Apr 14 21:06:44.493297 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c6a16-b685-4727-aaae-55df37ce3703 req-74196234-9cce-46aa-8ebe-54c053528fcd tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:44.494800 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e68c6a16-b685-4727-aaae-55df37ce3703 req-74196234-9cce-46aa-8ebe-54c053528fcd tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0608938 Apr 14 21:06:44.579211 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6af8e100-d697-462b-8d4e-6cec6f013109 req-c0557df9-019a-427b-b651-80b10db4a9a4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750506 Apr 14 21:06:44.591209 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e68c6a16-b685-4727-aaae-55df37ce3703 req-ff38f74c-2bcb-428d-9f13-662b34d621e3 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876913 Apr 14 21:06:45.718211 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb3b0a-1b86-48c0-a20a-459bb78f54d2 req-ee7b2f03-68b9-400a-8276-d0a01d6a0a61 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:45.720036 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-acfb3b0a-1b86-48c0-a20a-459bb78f54d2 req-ee7b2f03-68b9-400a-8276-d0a01d6a0a61 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0738342 Apr 14 21:06:45.733513 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695e3e3-f000-4cf6-bf22-d7c3e0b8113d req-8f3c9246-2f97-45fb-9911-40713cf4e0fa tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:45.734957 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0695e3e3-f000-4cf6-bf22-d7c3e0b8113d req-8f3c9246-2f97-45fb-9911-40713cf4e0fa tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0624201 Apr 14 21:06:45.803637 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-acfb3b0a-1b86-48c0-a20a-459bb78f54d2 req-243efb64-b487-41c9-94f9-7b1a2310ba9a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774524 Apr 14 21:06:45.823652 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0695e3e3-f000-4cf6-bf22-d7c3e0b8113d req-6fdca94d-09e5-4a21-b0fa-a24372232c3d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826578 Apr 14 21:06:46.958434 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f349d-8c69-4aaf-bf8c-162ba733e0ce req-d400d5b0-886f-4af0-9ef8-8a9b727b0f33 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:46.959859 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2d8f349d-8c69-4aaf-bf8c-162ba733e0ce req-d400d5b0-886f-4af0-9ef8-8a9b727b0f33 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0830209 Apr 14 21:06:46.980220 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e8a33-5f0e-4f3e-8ae1-81852ee380e1 req-80836883-4a2e-47d6-abd7-61933c864075 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:46.984061 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-808e8a33-5f0e-4f3e-8ae1-81852ee380e1 req-80836883-4a2e-47d6-abd7-61933c864075 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0732143 Apr 14 21:06:47.044243 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2d8f349d-8c69-4aaf-bf8c-162ba733e0ce req-d6e07b04-8cdc-492d-8ac0-4e331cc0e1fd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787964 Apr 14 21:06:47.069884 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-808e8a33-5f0e-4f3e-8ae1-81852ee380e1 req-69e4455b-3e38-4138-9f8a-569b6db365e6 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813386 Apr 14 21:06:48.203148 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb69190-b5d2-44fd-9b21-ea2389055eb5 req-397e4cdf-91bc-4e03-b72e-84b9acb8f0ac tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:48.204821 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1fb69190-b5d2-44fd-9b21-ea2389055eb5 req-397e4cdf-91bc-4e03-b72e-84b9acb8f0ac tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0802021 Apr 14 21:06:48.222287 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48f8f-be02-47d5-a1bf-80b6a445b5bb req-a4cd0cbd-2123-48b8-9f9a-e124fae89985 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:48.223847 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4ca48f8f-be02-47d5-a1bf-80b6a445b5bb req-a4cd0cbd-2123-48b8-9f9a-e124fae89985 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0660601 Apr 14 21:06:48.298018 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1fb69190-b5d2-44fd-9b21-ea2389055eb5 req-3f5d49b1-e436-4b55-8913-02a8b9ba2744 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841084 Apr 14 21:06:48.315914 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4ca48f8f-be02-47d5-a1bf-80b6a445b5bb req-2ec0467c-0906-446f-be2d-193292b05768 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=c390214b-289c-4e8f-8e26-f0cfb94a9f67&id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859866 Apr 14 21:06:48.790797 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:06:48.889839 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:48.901225 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'mac_address': 'fa:16:3e:97:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:06:48.943064 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: ACTIVE; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:06:48.943491 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:48.957954 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:06:48.977576 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:49.036627 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:49.094967 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=6']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:49.102858 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.103212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.103584 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.103950 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.104294 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.104631 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.104964 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.105293 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.105622 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.105950 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.106807 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.107102 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.107452 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.107780 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.108105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:06:49.171563 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:06:49.421224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a599c4-d4cb-4c48-8239-6f1d91605344 req-80efd677-a0db-41bb-abc5-6e11174a6ceb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:49.423171 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a0a599c4-d4cb-4c48-8239-6f1d91605344 req-80efd677-a0db-41bb-abc5-6e11174a6ceb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 945 time: 0.0518489 Apr 14 21:06:49.472924 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a0a599c4-d4cb-4c48-8239-6f1d91605344 req-02e37195-d837-4ba3-9d48-f62928715083 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436532 Apr 14 21:06:50.605204 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415bc9e-f3ec-4fdc-bf08-8c2ebbdd4954 req-2021ed07-a75d-424b-b2b9-538ac2463268 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:50.605204 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8415bc9e-f3ec-4fdc-bf08-8c2ebbdd4954 req-2021ed07-a75d-424b-b2b9-538ac2463268 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 945 time: 0.0532184 Apr 14 21:06:50.680337 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8415bc9e-f3ec-4fdc-bf08-8c2ebbdd4954 req-c913244e-137c-44ea-9dcb-fd6c9624544d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723298 Apr 14 21:06:50.804806 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:06:50.872426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:06:50.872831 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:50.990893 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:06:50.991287 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:51.168633 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:06:51.171215 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba9240-9dbd-4d07-8140-646dcd6d9c20" -d '{"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:06:51.185560 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:06:51.240331 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:06:51.312720 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=7']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:06:51.331568 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86436a48-8325-4bb1-b994-141a11b7f4e7 x-openstack-request-id: req-86436a48-8325-4bb1-b994-141a11b7f4e7 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:06:51.331868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:06:51.332141 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86436a48-8325-4bb1-b994-141a11b7f4e7 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:06:51.332539 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86436a48-8325-4bb1-b994-141a11b7f4e7'] response: {'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'code': 200} Apr 14 21:06:51.827552 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eb095-c422-4b53-b23d-b5a5032444f5 req-31427dba-e9f3-4f96-a28c-2a905ef90522 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:51.829113 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-475eb095-c422-4b53-b23d-b5a5032444f5 req-31427dba-e9f3-4f96-a28c-2a905ef90522 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0479701 Apr 14 21:06:51.888428 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-475eb095-c422-4b53-b23d-b5a5032444f5 req-31a40b5e-7766-49d0-8bef-d6381762938e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498405 Apr 14 21:06:53.070225 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfc2a-ee0e-4912-92eb-7659058cf2dc req-4da1b010-1c07-47f7-8b74-9b95a0318ca2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:53.071997 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8a9bfc2a-ee0e-4912-92eb-7659058cf2dc req-4da1b010-1c07-47f7-8b74-9b95a0318ca2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0767229 Apr 14 21:06:53.146977 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8a9bfc2a-ee0e-4912-92eb-7659058cf2dc req-8cfae918-64c7-4942-8e3a-2358421f8793 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629740 Apr 14 21:06:54.270482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8900-8101-421f-adad-284ad1d8df0f req-6480080d-84f9-4d12-87c1-951b59408209 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:54.272869 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-860b8900-8101-421f-adad-284ad1d8df0f req-6480080d-84f9-4d12-87c1-951b59408209 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0510125 Apr 14 21:06:54.324585 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-860b8900-8101-421f-adad-284ad1d8df0f req-d606077f-0404-43c6-81b9-7cfd875c48ab tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 Apr 14 21:06:55.451613 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe91c-1219-4208-aa8a-704fb804c509 req-9440bcb3-5b8c-44f6-9a5c-7a4470e8f1bf tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:55.454341 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c12fe91c-1219-4208-aa8a-704fb804c509 req-9440bcb3-5b8c-44f6-9a5c-7a4470e8f1bf tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0523295 Apr 14 21:06:55.508262 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c12fe91c-1219-4208-aa8a-704fb804c509 req-46501c79-13d8-4967-a980-9d46acd3c753 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482306 Apr 14 21:06:56.632772 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf6f3b-f6c7-4e1c-bd12-1f93055e16fe req-9176c95c-63e1-4b43-aed8-30fec428c9b4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:56.634253 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b4cf6f3b-f6c7-4e1c-bd12-1f93055e16fe req-9176c95c-63e1-4b43-aed8-30fec428c9b4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0473309 Apr 14 21:06:56.682344 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b4cf6f3b-f6c7-4e1c-bd12-1f93055e16fe req-836f7eee-13eb-4fee-a4b7-8284d39cf9c1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Apr 14 21:06:57.811841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25253d-737a-439c-8c28-f942b4b8c0c9 req-ef382800-df61-4cc7-9996-01e2ec4de787 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:57.813519 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca25253d-737a-439c-8c28-f942b4b8c0c9 req-ef382800-df61-4cc7-9996-01e2ec4de787 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0504680 Apr 14 21:06:57.862675 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ca25253d-737a-439c-8c28-f942b4b8c0c9 req-475c4ba8-537d-492e-9ce9-2810a1fa6921 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435302 Apr 14 21:06:58.992483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377fc37-5b35-45f3-a281-b3e220468696 req-c32fa466-f7c8-4c6c-87f5-9ce2ccf1cacc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:06:58.994016 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f377fc37-5b35-45f3-a281-b3e220468696 req-c32fa466-f7c8-4c6c-87f5-9ce2ccf1cacc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0540211 Apr 14 21:06:59.064175 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f377fc37-5b35-45f3-a281-b3e220468696 req-7fcf2a7d-c992-4a2d-ad2f-23f536fff8ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635917 Apr 14 21:07:00.198091 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c29751-e432-4d47-ae5c-4bb510adb1ed req-b14e75a6-9352-4ddd-a470-d96ad8d88a2c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:00.199713 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93c29751-e432-4d47-ae5c-4bb510adb1ed req-b14e75a6-9352-4ddd-a470-d96ad8d88a2c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0528691 Apr 14 21:07:00.255398 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-93c29751-e432-4d47-ae5c-4bb510adb1ed req-06494974-67ba-4c4a-983d-6b81fa6a4eca tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476222 Apr 14 21:07:01.429955 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d4c7-fdd1-408e-a358-e968e6e29ea9 req-9d793b7f-1426-4344-8f51-5094e72414d8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:01.431882 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4ec8d4c7-fdd1-408e-a358-e968e6e29ea9 req-9d793b7f-1426-4344-8f51-5094e72414d8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0820634 Apr 14 21:07:01.503659 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4ec8d4c7-fdd1-408e-a358-e968e6e29ea9 req-16d2908b-ee70-4dee-b169-13474525bd82 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623553 Apr 14 21:07:02.626509 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450b188-9da9-48d5-97ec-4f48f786694c req-73d6decb-262d-494d-8dea-7fe6f9f6ab86 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:02.628001 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d450b188-9da9-48d5-97ec-4f48f786694c req-73d6decb-262d-494d-8dea-7fe6f9f6ab86 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0468047 Apr 14 21:07:02.639400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-07725364-8f64-4c8c-83e7-c2396741d5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:02.673923 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d450b188-9da9-48d5-97ec-4f48f786694c req-578bbc4a-f620-432d-beb7-f6ea78de86f3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Apr 14 21:07:02.801575 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-5e5b060a-681d-4828-b90f-ff8f59ed9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:02.803058 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-5e5b060a-681d-4828-b90f-ff8f59ed9d19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1130 time: 0.0370770 Apr 14 21:07:02.894296 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-d14513d9-719a-4d84-9201-629fc970b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:02.895801 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-d14513d9-719a-4d84-9201-629fc970b77b service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.0870454 Apr 14 21:07:02.963306 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-2eddc97c-87a3-496e-8f53-0793523d216f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 1002 time: 0.0584147 Apr 14 21:07:03.020725 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-0df0e6aa-d18c-4e43-8899-e5b92a8c10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:03.022286 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-0df0e6aa-d18c-4e43-8899-e5b92a8c10a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0483162 Apr 14 21:07:03.075686 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-cae64d28-b5fb-4351-9c0d-f484ff0124b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:03.075686 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-cae64d28-b5fb-4351-9c0d-f484ff0124b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441716 Apr 14 21:07:03.166396 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-89263006-5949-4a0e-914b-ae11c070d2b5 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Apr 14 21:07:03.263720 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-41bf6ed9-a538-4da2-98d0-f402204ce3e8 req-05f20b52-3eae-4c61-8556-0825c6287bae service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896082 Apr 14 21:07:03.803209 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa367b-b874-4dac-b71e-41223e384754 req-b0eec57e-8fd9-4349-82ee-b833bf06f7cc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:03.804716 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cbaa367b-b874-4dac-b71e-41223e384754 req-b0eec57e-8fd9-4349-82ee-b833bf06f7cc tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0457036 Apr 14 21:07:03.850964 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cbaa367b-b874-4dac-b71e-41223e384754 req-fb480b37-8b2e-4f18-ac90-7ff7e93d2b95 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407996 Apr 14 21:07:04.972493 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68534f53-19ef-4e64-b3b9-13e524cdd48e req-7cdb6359-cbc7-466c-9e8c-89874f753bfe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:04.973961 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-68534f53-19ef-4e64-b3b9-13e524cdd48e req-7cdb6359-cbc7-466c-9e8c-89874f753bfe tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0498168 Apr 14 21:07:05.020612 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-68534f53-19ef-4e64-b3b9-13e524cdd48e req-4a08e8fb-5a51-4bc0-8b6b-6f55489e4fe4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Apr 14 21:07:05.139338 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-08e4c7f7-94f8-427e-baef-60d6d3b8c9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:06.134737 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463863e-4f91-4ead-a4af-009515487f7b req-2d40b436-720e-4fdc-aa16-12e39564952f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:06.136252 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2463863e-4f91-4ead-a4af-009515487f7b req-2d40b436-720e-4fdc-aa16-12e39564952f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 946 time: 0.0458405 Apr 14 21:07:06.186927 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2463863e-4f91-4ead-a4af-009515487f7b req-00e5dc74-b864-4a59-9745-22d9ed8bb64d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448360 Apr 14 21:07:06.495933 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:06.937869 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:07:07.015919 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: ACTIVE; New status is: DOWN {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:07:07.016224 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:07.043772 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:07.046063 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47984b8-a271-4277-8077-35ef9c84436b" -d '{"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:07.058045 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:07.083448 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac3e016-7265-493e-bac0-6765a105fdbb x-openstack-request-id: req-1ac3e016-7265-493e-bac0-6765a105fdbb {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:07.083752 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-unplugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:07.084014 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ac3e016-7265-493e-bac0-6765a105fdbb {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:07.084422 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac3e016-7265-493e-bac0-6765a105fdbb'] response: {'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'code': 200} Apr 14 21:07:07.113081 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:07.160915 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=8']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:07.304080 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf15b-9e37-408d-9c05-b1313b583ee3 req-bd04d1c8-3fa9-4015-9d45-a8ce5e8b1aa7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:07.305482 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1fdcf15b-9e37-408d-9c05-b1313b583ee3 req-bd04d1c8-3fa9-4015-9d45-a8ce5e8b1aa7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0489209 Apr 14 21:07:07.352299 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1fdcf15b-9e37-408d-9c05-b1313b583ee3 req-1ca492c9-e5d8-435b-b144-1ae9381b7b2e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 Apr 14 21:07:07.755793 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:07.970470 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:08.480710 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba7207-f747-44e7-934c-1375975cd752 req-1b170ec3-e2b1-4fb9-a718-9a6e192681ce tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:08.482211 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ba7207-f747-44e7-934c-1375975cd752 req-1b170ec3-e2b1-4fb9-a718-9a6e192681ce tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0491946 Apr 14 21:07:08.530317 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88ba7207-f747-44e7-934c-1375975cd752 req-33c0fdc7-da9a-4177-9b55-5455fd281cca tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 Apr 14 21:07:09.638160 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:09.645630 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b8c16-f00d-431e-9d70-bd69e9ad2855 req-dbcd009e-454c-4734-87e7-57dfd719a037 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:09.647103 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f98b8c16-f00d-431e-9d70-bd69e9ad2855 req-dbcd009e-454c-4734-87e7-57dfd719a037 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0452726 Apr 14 21:07:09.696028 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f98b8c16-f00d-431e-9d70-bd69e9ad2855 req-0c025bc7-72d2-492f-bcf2-c4c187068b8a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 Apr 14 21:07:10.813645 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb156-9dd7-4a6d-9aef-64de2afcd964 req-53b8a85e-4e05-41e1-a419-610f60e6ba24 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:10.815156 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-160fb156-9dd7-4a6d-9aef-64de2afcd964 req-53b8a85e-4e05-41e1-a419-610f60e6ba24 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0458934 Apr 14 21:07:10.862825 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-160fb156-9dd7-4a6d-9aef-64de2afcd964 req-c3e3aedb-1a9c-4a0c-a627-72bf37d8641a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Apr 14 21:07:11.978587 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4703b88-25e6-4c7d-809d-a514f5761fff req-0d8783b3-78ed-4d27-a54b-807a070aed49 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:11.980087 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b4703b88-25e6-4c7d-809d-a514f5761fff req-0d8783b3-78ed-4d27-a54b-807a070aed49 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0463774 Apr 14 21:07:12.026220 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b4703b88-25e6-4c7d-809d-a514f5761fff req-ac71cbfb-02b9-42d6-93f8-d531aeefb87f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 Apr 14 21:07:12.749405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 32932) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:12.852255 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9edc-915d-4c56-b9fc-3958d00a7d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:12.927390 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9edc-915d-4c56-b9fc-3958d00a7d84 admin admin] Publish callbacks [] for security_group (d5dbece0-dea6-486c-9efd-c07dac5f2d76), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:12.998753 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9edc-915d-4c56-b9fc-3958d00a7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d5dbece0-dea6-486c-9efd-c07dac5f2d76), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:13.037890 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5bbf9edc-915d-4c56-b9fc-3958d00a7d84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=075d03e73bb3406dbc01f93d813467c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874036 Apr 14 21:07:13.039892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf9edc-915d-4c56-b9fc-3958d00a7d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbece0-dea6-486c-9efd-c07dac5f2d76,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:13.047205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 32938) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:13.092901 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-70f02205-7ca6-4d0f-bb45-4b87cbe5a127 admin admin] Publish callbacks [] for security_group (d5dbece0-dea6-486c-9efd-c07dac5f2d76), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:13.115237 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-70f02205-7ca6-4d0f-bb45-4b87cbe5a127 admin admin] Publish callbacks [] for security_group (d5dbece0-dea6-486c-9efd-c07dac5f2d76), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:13.143841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27530f6-c39c-4ee7-9134-a4ec0ab5764f req-0232c110-0c35-402e-ad31-ca95617fab17 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:13.146185 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e27530f6-c39c-4ee7-9134-a4ec0ab5764f req-0232c110-0c35-402e-ad31-ca95617fab17 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0477235 Apr 14 21:07:13.192842 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e27530f6-c39c-4ee7-9134-a4ec0ab5764f req-af664070-dfd0-43c2-bb3b-097354e7b8e4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408745 Apr 14 21:07:13.236169 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-70f02205-7ca6-4d0f-bb45-4b87cbe5a127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d5dbece0-dea6-486c-9efd-c07dac5f2d76), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:13.238859 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-70f02205-7ca6-4d0f-bb45-4b87cbe5a127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:13.240103 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-70f02205-7ca6-4d0f-bb45-4b87cbe5a127 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5dbece0-dea6-486c-9efd-c07dac5f2d76 HTTP/1.1" status: 204 len: 168 time: 0.1985109 Apr 14 21:07:13.249143 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02205-7ca6-4d0f-bb45-4b87cbe5a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbece0-dea6-486c-9efd-c07dac5f2d76,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:14.235674 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 32966) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:14.314961 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3405c37-1480-4aea-8258-9e18ef59c1d8 req-4718c810-b69d-4266-9979-c98e6d9a5dfd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:14.316493 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3405c37-1480-4aea-8258-9e18ef59c1d8 req-4718c810-b69d-4266-9979-c98e6d9a5dfd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0472534 Apr 14 21:07:14.333472 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1353179901-network', 'tenant_id': 'c850c2e067774d0aa58328d4bdfd8efc'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:07:14.366533 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c3405c37-1480-4aea-8258-9e18ef59c1d8 req-4dc14e7e-71d4-4acc-9397-b5ab9a702ae3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445075 Apr 14 21:07:14.415674 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Made reservation on behalf of c850c2e067774d0aa58328d4bdfd8efc for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:07:14.417981 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.427623 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.501607 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks [] for security_group (014543ad-c0d5-47a1-8ad3-dbd4ad3f928a), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.653233 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (014543ad-c0d5-47a1-8ad3-dbd4ad3f928a), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.680983 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:07:14.691055 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:14.695818 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (7cb5ed91-a492-43e5-b508-cd5cd8732943), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.696173 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Added segment 7cb5ed91-a492-43e5-b508-cd5cd8732943 of type vlan for network 74c6175a-97dd-46de-ac28-4329f807bb89 Apr 14 21:07:14.737077 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (74c6175a-97dd-46de-ac28-4329f807bb89), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.852719 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (74c6175a-97dd-46de-ac28-4329f807bb89), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.853713 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:14.854302 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:14.915308 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] Pushing event updated for resources: {'Network': ['ID=74c6175a-97dd-46de-ac28-4329f807bb89,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:14.925988 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 74c6175a-97dd-46de-ac28-4329f807bb89 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:07:14.964203 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-163f130c-06c8-4111-94b4-3c1b4879d23f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7273443 Apr 14 21:07:14.967602 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 32970) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:14.972610 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Request body: {'subnet': {'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1353179901-subnet', 'tenant_id': 'c850c2e067774d0aa58328d4bdfd8efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:07:15.069882 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Made reservation on behalf of c850c2e067774d0aa58328d4bdfd8efc for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:07:15.072281 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130203926'] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:15.293081 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130673003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130203904'] for subnet (95aad886-0657-4f4e-a5ae-4411217b6e32), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:15.350901 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95aad886-0657-4f4e-a5ae-4411217b6e32,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:15.361036 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Checking segment: {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:07:15.361368 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Network hostable DHCP agents. Network: 74c6175a-97dd-46de-ac28-4329f807bb89, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:07:15.432984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Network 74c6175a-97dd-46de-ac28-4329f807bb89 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:07:15.481312 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657f464-3393-45f1-a681-2360c1f383f9 req-4114b214-1597-4e3f-8dba-fb71b19a9fa1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:15.482825 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5657f464-3393-45f1-a681-2360c1f383f9 req-4114b214-1597-4e3f-8dba-fb71b19a9fa1 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0452728 Apr 14 21:07:15.515795 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 74c6175a-97dd-46de-ac28-4329f807bb89) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:07:15.522317 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:15.522904 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:15.526212 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe119cf-36f4-46b2-b050-ab301d6ef0e7 None None] Network 74c6175a-97dd-46de-ac28-4329f807bb89 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:07:15.534676 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5657f464-3393-45f1-a681-2360c1f383f9 req-c116b7f9-740e-4ccd-80c8-9d5ab6291d17 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Apr 14 21:07:15.610028 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8d3bab32-428a-432a-a074-18356cf3dbc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6413603 Apr 14 21:07:15.626260 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21feeba1-ac31-447f-9d95-7544cc976392 None None] Network 74c6175a-97dd-46de-ac28-4329f807bb89 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:07:16.650110 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167f03-8d4d-44ba-b232-4c6dc40a691c req-4d8271cb-5e22-44b2-9d9b-966812376633 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:16.651618 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0167f03-8d4d-44ba-b232-4c6dc40a691c req-4d8271cb-5e22-44b2-9d9b-966812376633 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0466561 Apr 14 21:07:16.698242 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d0167f03-8d4d-44ba-b232-4c6dc40a691c req-a1a34936-419b-4c75-baa5-08657e17bb95 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Apr 14 21:07:17.722215 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-3c489e32-f1c6-4e57-a33a-ab304533849b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:17.723635 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-3c489e32-f1c6-4e57-a33a-ab304533849b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/networks?id=74c6175a-97dd-46de-ac28-4329f807bb89 HTTP/1.1" status: 200 len: 814 time: 0.1008406 Apr 14 21:07:17.738458 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-cddffd4e-cebf-43cc-9ec4-674016b97dde tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/quotas/c850c2e067774d0aa58328d4bdfd8efc HTTP/1.1" status: 200 len: 375 time: 0.0092893 Apr 14 21:07:17.772625 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-90276e9d-be88-4424-80bd-50d8e88de8ca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282755 Apr 14 21:07:17.830153 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431dd3-3f6f-478c-a15e-20bee63676a1 req-a7149c19-8a1e-44ac-8fe5-8a61585e3208 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:17.831729 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45431dd3-3f6f-478c-a15e-20bee63676a1 req-a7149c19-8a1e-44ac-8fe5-8a61585e3208 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0578802 Apr 14 21:07:17.942989 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-45431dd3-3f6f-478c-a15e-20bee63676a1 req-cc3a0d66-b94d-46b4-825d-6b0c360034b3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009409 Apr 14 21:07:17.963304 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1202ff3c-e217-417b-9242-0fc7de75a1ca service neutron] 10.222.0.37 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781147 Apr 14 21:07:18.055590 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-f48a5ca0-eb78-4a43-b5ce-663d2af703c9 service neutron] 10.222.0.37 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Apr 14 21:07:18.319870 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-abc20a4b-48bc-415f-80a4-4fb16805504e req-2fa390ac-d50b-401f-a3c0-04048d98ed43 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 210 time: 0.0280879 Apr 14 21:07:19.062139 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848d327-d670-4a55-8ce2-aff862644715 req-54e5b625-7709-44e6-ae6c-144b0077d6de tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:19.063673 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8848d327-d670-4a55-8ce2-aff862644715 req-54e5b625-7709-44e6-ae6c-144b0077d6de tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0469131 Apr 14 21:07:19.110066 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8848d327-d670-4a55-8ce2-aff862644715 req-0035d027-0509-41ba-af6b-cfb38f8aae73 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Apr 14 21:07:19.416455 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8afc34ef-9bf9-4763-83dd-3df813a162f6 req-f8d4431e-02dd-4e13-ad90-6b8f0dd78e7a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Apr 14 21:07:20.003739 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:07:20.225577 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d56c-3e4e-4cc7-a39c-85f452dee5d7 req-d1506ee5-c126-4a48-8b9c-923bdbddf622 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:20.227049 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d458d56c-3e4e-4cc7-a39c-85f452dee5d7 req-d1506ee5-c126-4a48-8b9c-923bdbddf622 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0459223 Apr 14 21:07:20.273911 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d458d56c-3e4e-4cc7-a39c-85f452dee5d7 req-e684478f-b349-436d-88e7-5a6a15400fb4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Apr 14 21:07:20.509420 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-50e26aae-67fb-4265-9ee0-d0c8a2fdfc96 req-6a487d7f-22d5-4da5-93a8-c147eb11d2f9 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 210 time: 0.0261590 Apr 14 21:07:21.392449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b96733-9618-4507-9717-667b549349ff req-d51f6aa9-a8e0-427b-9b2b-91794c4a6494 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:21.393955 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-76b96733-9618-4507-9717-667b549349ff req-d51f6aa9-a8e0-427b-9b2b-91794c4a6494 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0489361 Apr 14 21:07:21.442986 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-76b96733-9618-4507-9717-667b549349ff req-f4fa7a04-d132-408f-9a0f-d28b676905c7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Apr 14 21:07:21.604381 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ffa7121e-0338-4625-b475-e07d7cb767f3 req-cd3f84f2-24bb-4340-8c8a-faec5917eae7 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 210 time: 0.0273051 Apr 14 21:07:21.837210 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-e7952989-591b-41ae-97a3-0e2836115234 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388184 Apr 14 21:07:21.924704 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-94f15c0a-4ac6-48d6-bacf-f1f54652fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:21.926116 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-94f15c0a-4ac6-48d6-bacf-f1f54652fd1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1130 time: 0.0446820 Apr 14 21:07:22.288105 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-04d9bfd7-6ccb-4057-8c3f-0b8a917baa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:22.289762 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-04d9bfd7-6ccb-4057-8c3f-0b8a917baa75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 909 time: 0.0996706 Apr 14 21:07:22.558139 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6ddec-f91a-4ea2-8d2c-3d74ddee36af req-adebb297-48fc-4f4b-97ab-9cc837dc6d57 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:22.559643 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b4d6ddec-f91a-4ea2-8d2c-3d74ddee36af req-adebb297-48fc-4f4b-97ab-9cc837dc6d57 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0453398 Apr 14 21:07:22.612014 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b4d6ddec-f91a-4ea2-8d2c-3d74ddee36af req-49eb87fc-b2a8-48a7-88d4-2754845c51bf tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415809 Apr 14 21:07:22.703466 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-66685c80-8926-443d-aa7f-b79a582c77ad req-3e7b54b4-0c5e-4ce8-a40d-5f66f70025b2 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 210 time: 0.0307629 Apr 14 21:07:22.804451 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-154d68a2-de3b-49e7-a57c-5a2788db1ed8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 1002 time: 0.0595751 Apr 14 21:07:22.855920 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-fa0ca158-d055-4292-91cd-81b886bd97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:22.858220 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-fa0ca158-d055-4292-91cd-81b886bd97ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 200 len: 847 time: 0.0484018 Apr 14 21:07:22.906141 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-121acb09-4f72-4636-83cf-9c5d36a770b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:22.907678 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-121acb09-4f72-4636-83cf-9c5d36a770b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432622 Apr 14 21:07:23.000377 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-cd0e1cbb-202f-4783-9221-34e9fabeecc0 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Apr 14 21:07:23.099119 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f48c6731-a9b8-434a-8bd9-781b35160b47 req-62485023-eaa9-4148-9273-441a83327d13 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922821 Apr 14 21:07:23.786280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-beb2e247-06aa-4fc5-bca5-81310719e924 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:23.788053 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-beb2e247-06aa-4fc5-bca5-81310719e924 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "GET /v2.0/networks?id=74c6175a-97dd-46de-ac28-4329f807bb89 HTTP/1.1" status: 200 len: 814 time: 0.1319416 Apr 14 21:07:23.802728 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Request body: {'port': {'device_id': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89', 'admin_state_up': True, 'tenant_id': 'c850c2e067774d0aa58328d4bdfd8efc'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:07:23.863109 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ba14740b-67df-43de-a9c5-5c079e35c72d req-abbe86b7-a2ac-4ef9-8473-17e1d2b3f896 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 210 time: 0.0542026 Apr 14 21:07:24.036162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Made reservation on behalf of c850c2e067774d0aa58328d4bdfd8efc for: {'port': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:07:24.039651 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:24.189006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Allocated IP 172.20.0.14 (74c6175a-97dd-46de-ac28-4329f807bb89/95aad886-0657-4f4e-a5ae-4411217b6e32/b0992fec-5aaf-4454-a164-fbe29e7ead78) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:07:24.346440 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks [] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:24.510221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:24.551340 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Network 74c6175a-97dd-46de-ac28-4329f807bb89 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:07:24.554512 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:07:24.560682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:07:24.586036 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Pushing event updated for resources: {'Port': ['ID=b0992fec-5aaf-4454-a164-fbe29e7ead78,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:24.615221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:24.615944 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:24.709761 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-1b34e9a5-43c0-4512-b7ca-2c0f0591ff24 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9119310 Apr 14 21:07:24.901515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Request body: {'port': {'device_id': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:07:24.992122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:25.026270 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba039f64-9e46-4b2d-96d5-de9aa8d15e13 req-65ad3047-90d8-422a-8c23-f76e2afd0215 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:25.027688 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ba039f64-9e46-4b2d-96d5-de9aa8d15e13 req-65ad3047-90d8-422a-8c23-f76e2afd0215 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 932 time: 0.0927575 Apr 14 21:07:25.115521 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338221c0-7e1a-499d-b37d-56372ba3977b req-12a08318-3c16-4369-a665-7c7e8a2e7836 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:25.117016 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-338221c0-7e1a-499d-b37d-56372ba3977b req-12a08318-3c16-4369-a665-7c7e8a2e7836 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.1093211 Apr 14 21:07:25.217134 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ba039f64-9e46-4b2d-96d5-de9aa8d15e13 req-e947c062-0182-45cb-8d69-9fbbf1d0bbf6 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544011 Apr 14 21:07:25.266336 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-338221c0-7e1a-499d-b37d-56372ba3977b req-0b3374af-8f1c-4e69-86d8-9285f5947fe5 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387107 Apr 14 21:07:25.386852 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0992fec-5aaf-4454-a164-fbe29e7ead78 {{(pid=110252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:07:25.394812 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Publish callbacks [] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:25.407059 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.provisioning_blocks [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Transition to ACTIVE for port object b0992fec-5aaf-4454-a164-fbe29e7ead78 will not be triggered until provisioned by entity L2. {{(pid=110252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:07:25.493340 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:25.522134 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33126) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:25.550578 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Pushing event updated for resources: {'Port': ['ID=b0992fec-5aaf-4454-a164-fbe29e7ead78,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:25.625263 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Attempting to bind port b0992fec-5aaf-4454-a164-fbe29e7ead78 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:07:25.625623 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Attempting to bind port b0992fec-5aaf-4454-a164-fbe29e7ead78 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:07:25.626067 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Attempting to bind port b0992fec-5aaf-4454-a164-fbe29e7ead78 on network 74c6175a-97dd-46de-ac28-4329f807bb89 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:07:25.631018 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Port b0992fec-5aaf-4454-a164-fbe29e7ead78 on network 74c6175a-97dd-46de-ac28-4329f807bb89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:07:25.631500 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Attempting to bind port b0992fec-5aaf-4454-a164-fbe29e7ead78 on network 74c6175a-97dd-46de-ac28-4329f807bb89 {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:07:25.631770 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-5e8540db-09e7-4145-9b8d-00f432fd42e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068232 Apr 14 21:07:25.639274 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:07:25.639663 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Checking segment: {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:07:25.640049 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Bound using segment: {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'} {{(pid=110252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:07:25.640485 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.managers [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Bound port: b0992fec-5aaf-4454-a164-fbe29e7ead78, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'}}] {{(pid=110252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:07:25.640847 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:25.642072 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-ee4b511c-98c6-4271-9f61-d663ec64b362 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110251) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:07:25.643076 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-ee4b511c-98c6-4271-9f61-d663ec64b362 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061581 Apr 14 21:07:25.705289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] For port b0992fec-5aaf-4454-a164-fbe29e7ead78, host hv-cinder-83754, cleared binding levels {{(pid=110252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:07:25.708514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] For port b0992fec-5aaf-4454-a164-fbe29e7ead78, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0992fec-5aaf-4454-a164-fbe29e7ead78,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:07:25.719622 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33134) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:25.810741 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:25.831573 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-702d6404-b2c4-4c32-a778-767c52928d40 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:25.832966 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-702d6404-b2c4-4c32-a778-767c52928d40 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports/7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 941 time: 0.1122017 Apr 14 21:07:25.854858 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:25.855503 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:25.856858 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] 10.222.0.45 "PUT /v2.0/ports/b0992fec-5aaf-4454-a164-fbe29e7ead78 HTTP/1.1" status: 200 len: 1094 time: 0.9600081 Apr 14 21:07:25.857839 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'tag': 'b0992fec-5aaf-4454-a164-fbe29e7ead78'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:25.860149 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688" -d '{"events": [{"name": "network-changed", "server_uuid": "97926af1-57f3-4a96-88f1-6b6deea308a4", "tag": "b0992fec-5aaf-4454-a164-fbe29e7ead78"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:25.890828 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21247243-3d3c-4177-9de8-ce48f1a88e85 service neutron] Pushing event updated for resources: {'Port': ['ID=b0992fec-5aaf-4454-a164-fbe29e7ead78,revision_number=3']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:25.961053 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adaaacb-51e2-47e7-b163-dcd0307811d7 x-openstack-request-id: req-0adaaacb-51e2-47e7-b163-dcd0307811d7 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:25.961646 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97926af1-57f3-4a96-88f1-6b6deea308a4", "tag": "b0992fec-5aaf-4454-a164-fbe29e7ead78", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:25.961646 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0adaaacb-51e2-47e7-b163-dcd0307811d7 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:25.961982 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adaaacb-51e2-47e7-b163-dcd0307811d7'] response: {'name': 'network-changed', 'server_uuid': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'tag': 'b0992fec-5aaf-4454-a164-fbe29e7ead78', 'status': 'completed', 'code': 200} Apr 14 21:07:26.025064 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688 req-69e2954c-82bc-4945-82e6-e82ed8f5d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.026583 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688 req-69e2954c-82bc-4945-82e6-e82ed8f5d77c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 1128 time: 0.0405724 Apr 14 21:07:26.125614 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688 req-0322db27-a058-4435-b27d-3686b2592e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.127438 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688 req-0322db27-a058-4435-b27d-3686b2592e50 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933552 Apr 14 21:07:26.224107 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688 req-af62c18a-b974-4794-8988-bc4b0bc6aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.225677 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4b8fffbc-95a0-49a2-8e27-c83e8d5db688 req-af62c18a-b974-4794-8988-bc4b0bc6aaa7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905590 Apr 14 21:07:26.329482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-eb78a70d-96eb-47ed-9830-ca769eb770c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.330992 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-eb78a70d-96eb-47ed-9830-ca769eb770c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 1128 time: 0.0698791 Apr 14 21:07:26.344705 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacbaf0-7e37-4f73-9ce3-e76d65c8b88e req-a3c23641-49ee-45f9-9896-671e23b4ae0a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.346194 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bcacbaf0-7e37-4f73-9ce3-e76d65c8b88e req-a3c23641-49ee-45f9-9896-671e23b4ae0a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 944 time: 0.0554831 Apr 14 21:07:26.419495 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-a5ea396a-5860-46f6-af92-ef1b53a9c344 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0992fec-5aaf-4454-a164-fbe29e7ead78 HTTP/1.1" status: 200 len: 217 time: 0.0713208 Apr 14 21:07:26.472893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4d617-40db-45fc-b2a5-93cd47ee71db req-ca0a2c27-584f-4e6c-8bd0-833bc7d86c8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.474394 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7ee4d617-40db-45fc-b2a5-93cd47ee71db req-ca0a2c27-584f-4e6c-8bd0-833bc7d86c8e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.1273990 Apr 14 21:07:26.794176 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bcacbaf0-7e37-4f73-9ce3-e76d65c8b88e req-1b4cbae5-cf02-49f6-bed0-f23f14864331 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321260 Apr 14 21:07:26.801739 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-eff358c5-ede8-4d05-a621-221f2dbc6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:26.803341 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-eff358c5-ede8-4d05-a621-221f2dbc6378 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95aad886-0657-4f4e-a5ae-4411217b6e32 HTTP/1.1" status: 200 len: 854 time: 0.3726542 Apr 14 21:07:26.842590 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-ecfefc91-a5af-4a25-bcf7-5c4862220381 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74c6175a-97dd-46de-ac28-4329f807bb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326481 Apr 14 21:07:26.850002 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7ee4d617-40db-45fc-b2a5-93cd47ee71db req-c1755e19-8491-45ce-9d70-7c58d08bbdbd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678505 Apr 14 21:07:26.937184 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-0d9f2e19-6d07-47a4-b553-b718879d5e1c service neutron] 10.222.0.45 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862932 Apr 14 21:07:27.031443 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5ffe25eb-87ab-4a82-b268-0059c327e18a req-cd356db3-6be6-478b-be02-fa253a038abb service neutron] 10.222.0.45 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Apr 14 21:07:27.258482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-5524ea8e-21a0-4fb7-b53c-702bd069f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:27.259927 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-5524ea8e-21a0-4fb7-b53c-702bd069f72d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae&tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d HTTP/1.1" status: 200 len: 1128 time: 0.0435169 Apr 14 21:07:27.319714 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-4f126623-1bfd-4ef2-b8d8-0c74678bdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:27.321129 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-4f126623-1bfd-4ef2-b8d8-0c74678bdcac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1128 time: 0.0387714 Apr 14 21:07:27.414817 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-0c26743a-dd0a-430d-a8bc-c329f4521994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:27.416296 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-0c26743a-dd0a-430d-a8bc-c329f4521994 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.0863068 Apr 14 21:07:27.485050 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-1e2fc260-4a8e-4bf3-ac83-b94ff2ef09b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 1000 time: 0.0596712 Apr 14 21:07:27.910117 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14258c2-7ca4-4903-af3b-5745a8561264 req-ef0e39f5-32fa-448f-ba59-e23e8b317a19 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:27.911647 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a14258c2-7ca4-4903-af3b-5745a8561264 req-ef0e39f5-32fa-448f-ba59-e23e8b317a19 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 944 time: 0.0503321 Apr 14 21:07:27.990688 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfc15b-b0cf-47d1-a140-8369901d60ce req-61ea6fbd-cfd2-4fe3-bc9f-abed8e12f0ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:27.992192 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfbfc15b-b0cf-47d1-a140-8369901d60ce req-61ea6fbd-cfd2-4fe3-bc9f-abed8e12f0ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0620644 Apr 14 21:07:27.995186 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a14258c2-7ca4-4903-af3b-5745a8561264 req-6a71f173-8371-49b9-bcc4-3b870df14d7e tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780573 Apr 14 21:07:28.038670 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfbfc15b-b0cf-47d1-a140-8369901d60ce req-ab6f13a5-3af2-40bf-8d02-6a4204c802a3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Apr 14 21:07:28.229710 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-b1721dfd-f7e8-45eb-b3c5-e4942649d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:28.231210 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-b1721dfd-f7e8-45eb-b3c5-e4942649d8c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0480561 Apr 14 21:07:28.274376 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-6f3b0cac-ee6b-4410-b18e-17b9122bb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:28.275838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-6f3b0cac-ee6b-4410-b18e-17b9122bb481 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382047 Apr 14 21:07:28.594872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-7b5bb6a2-0ae0-45d6-bd26-fbc91a20ccc1 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864851 Apr 14 21:07:28.725736 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f88fb68b-c2a6-456d-9741-c8e9377a02dc req-1b599300-f49f-4d91-b608-0de72ed7fc04 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850511 Apr 14 21:07:28.988705 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b0992fec-5aaf-4454-a164-fbe29e7ead78 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:07:29.102469 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port b0992fec-5aaf-4454-a164-fbe29e7ead78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0992fec-5aaf-4454-a164-fbe29e7ead78,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:29.115511 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': 'b0992fec-5aaf-4454-a164-fbe29e7ead78', 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89', 'port_id': 'b0992fec-5aaf-4454-a164-fbe29e7ead78', 'mac_address': 'fa:16:3e:f0:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95aad886-0657-4f4e-a5ae-4411217b6e32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:07:29.150069 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb5a39-6cba-4394-afcb-27d2fd65a69d req-7f225559-9296-430c-8b8f-c4ca2ed5f41b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:29.152842 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e9eb5a39-6cba-4394-afcb-27d2fd65a69d req-7f225559-9296-430c-8b8f-c4ca2ed5f41b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 944 time: 0.0702286 Apr 14 21:07:29.165349 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port b0992fec-5aaf-4454-a164-fbe29e7ead78 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:07:29.165871 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:29.182287 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0992fec-5aaf-4454-a164-fbe29e7ead78 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:07:29.208524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port b0992fec-5aaf-4454-a164-fbe29e7ead78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0992fec-5aaf-4454-a164-fbe29e7ead78,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:29.220612 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2442-3440-412e-b1db-03ee93286c8c req-4a75e27e-7caf-42a9-af65-72fb0278f92b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:29.222941 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-532f2442-3440-412e-b1db-03ee93286c8c req-4a75e27e-7caf-42a9-af65-72fb0278f92b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0913379 Apr 14 21:07:29.255133 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e9eb5a39-6cba-4394-afcb-27d2fd65a69d req-1ec029be-f57c-4ed4-a7c8-58f66bc91aa1 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837533 Apr 14 21:07:29.284096 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-532f2442-3440-412e-b1db-03ee93286c8c req-6f9857fe-ac20-4fd1-a045-61bcb68e4dcf tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530691 Apr 14 21:07:29.312639 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:29.360107 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=b0992fec-5aaf-4454-a164-fbe29e7ead78,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:29.594988 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['b0992fec-5aaf-4454-a164-fbe29e7ead78'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:07:30.340138 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2789c3-86bf-4ad4-8702-a6ac808460fd req-9b69f562-a646-4386-be82-d9ba0d3679fa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:30.343113 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5a2789c3-86bf-4ad4-8702-a6ac808460fd req-9b69f562-a646-4386-be82-d9ba0d3679fa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0549092 Apr 14 21:07:30.437327 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5a2789c3-86bf-4ad4-8702-a6ac808460fd req-600fb434-77f0-4683-aab1-e7ae76a7869b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881541 Apr 14 21:07:30.443256 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac5f8-204c-471e-8a48-11a264096eb8 req-398c8f47-e995-4bc5-95fe-e2f68cf1fd27 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:30.450198 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-139ac5f8-204c-471e-8a48-11a264096eb8 req-398c8f47-e995-4bc5-95fe-e2f68cf1fd27 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 945 time: 0.0924726 Apr 14 21:07:30.510733 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-139ac5f8-204c-471e-8a48-11a264096eb8 req-fc409b73-8c06-4a0f-b37d-f7f92831ef50 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595582 Apr 14 21:07:30.559307 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba9b6-ec24-41dc-86f7-4df5b1ba5880 req-120818ac-34b9-4c49-acff-85ad036ec2e3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:30.561557 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9ffba9b6-ec24-41dc-86f7-4df5b1ba5880 req-120818ac-34b9-4c49-acff-85ad036ec2e3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0497818 Apr 14 21:07:30.626117 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9ffba9b6-ec24-41dc-86f7-4df5b1ba5880 req-ec710e01-899e-40b2-8197-8ad2334e4c36 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586874 Apr 14 21:07:30.994044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b0992fec-5aaf-4454-a164-fbe29e7ead78 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:07:31.038272 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port b0992fec-5aaf-4454-a164-fbe29e7ead78 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:07:31.109433 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port b0992fec-5aaf-4454-a164-fbe29e7ead78 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:07:31.109820 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:31.198493 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port b0992fec-5aaf-4454-a164-fbe29e7ead78 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:07:31.199000 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:31.226286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0992fec-5aaf-4454-a164-fbe29e7ead78'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:31.228776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e343b-58b1-4e17-ba7c-2d7115455f62" -d '{"events": [{"server_uuid": "97926af1-57f3-4a96-88f1-6b6deea308a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0992fec-5aaf-4454-a164-fbe29e7ead78"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:31.244249 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port b0992fec-5aaf-4454-a164-fbe29e7ead78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0992fec-5aaf-4454-a164-fbe29e7ead78,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:31.268462 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df6f20-fa46-47ab-b1ff-e78ada804d42 x-openstack-request-id: req-73df6f20-fa46-47ab-b1ff-e78ada804d42 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:31.268780 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97926af1-57f3-4a96-88f1-6b6deea308a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0992fec-5aaf-4454-a164-fbe29e7ead78", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:31.269058 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73df6f20-fa46-47ab-b1ff-e78ada804d42 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:31.269451 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73df6f20-fa46-47ab-b1ff-e78ada804d42'] response: {'server_uuid': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0992fec-5aaf-4454-a164-fbe29e7ead78', 'code': 200} Apr 14 21:07:31.312377 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:31.363894 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=b0992fec-5aaf-4454-a164-fbe29e7ead78,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:31.560673 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f577b5-7192-46b2-b96f-ad2fe0823a6b req-016154c2-5b20-4f27-a633-1180da247218 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:31.567891 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-42f577b5-7192-46b2-b96f-ad2fe0823a6b req-016154c2-5b20-4f27-a633-1180da247218 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0549219 Apr 14 21:07:31.628555 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-42f577b5-7192-46b2-b96f-ad2fe0823a6b req-428174de-0188-4b6e-8e2e-c138eb7d9490 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532303 Apr 14 21:07:31.682477 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806540-4de3-47ff-9832-0a077568c043 req-3dc2a3ac-5a62-4756-9d96-facc62429442 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:31.684254 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-52806540-4de3-47ff-9832-0a077568c043 req-3dc2a3ac-5a62-4756-9d96-facc62429442 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0535576 Apr 14 21:07:31.772537 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b136f-7c40-4419-ac27-bb9363717d2b req-efcba2a2-ffa2-481f-88bb-1386e8b799e2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:31.775904 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-719b136f-7c40-4419-ac27-bb9363717d2b req-efcba2a2-ffa2-481f-88bb-1386e8b799e2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0713594 Apr 14 21:07:31.779867 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-52806540-4de3-47ff-9832-0a077568c043 req-f2be10de-dd9f-4857-8b75-78afd9207b3b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889058 Apr 14 21:07:31.844442 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-719b136f-7c40-4419-ac27-bb9363717d2b req-ef1cdba5-7ca4-4600-bab2-4e2dcc9611ea tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631087 Apr 14 21:07:32.739061 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b300e-5ac3-43ef-a4ce-270bde8000bd req-72a16992-9833-4211-844b-0e2495da168c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:32.740599 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dd8b300e-5ac3-43ef-a4ce-270bde8000bd req-72a16992-9833-4211-844b-0e2495da168c tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0531931 Apr 14 21:07:32.794239 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dd8b300e-5ac3-43ef-a4ce-270bde8000bd req-25442d8c-f008-4a24-891c-b40de5ff1b9d tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478990 Apr 14 21:07:32.912426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858972f-f64c-4122-8ebd-4ebc4f1f779f req-b21b2501-a3e6-4f51-a2be-cc2df716fd8d tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:32.913978 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7858972f-f64c-4122-8ebd-4ebc4f1f779f req-b21b2501-a3e6-4f51-a2be-cc2df716fd8d tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0540726 Apr 14 21:07:32.994595 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e653-dba9-4ad2-aa0e-7b6760871aa0 req-1ed4ff03-16a4-4d9b-9b52-e80a79eab7a9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:32.996099 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6d16e653-dba9-4ad2-aa0e-7b6760871aa0 req-1ed4ff03-16a4-4d9b-9b52-e80a79eab7a9 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0695674 Apr 14 21:07:33.017550 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7858972f-f64c-4122-8ebd-4ebc4f1f779f req-abdd09c5-4784-4486-b2d4-0fedfc7db1cf tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976033 Apr 14 21:07:33.058082 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6d16e653-dba9-4ad2-aa0e-7b6760871aa0 req-535e9b97-589d-4c52-8e9a-2a78e2c99925 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557079 Apr 14 21:07:33.192845 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-820d7e81-8717-45f7-9057-98c67de038f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:33.918092 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3f6d7-07e4-4d53-9a32-74ac12da1ced req-b5c0dc9c-358f-4e59-a60a-a324453a9223 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:33.921008 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4db3f6d7-07e4-4d53-9a32-74ac12da1ced req-b5c0dc9c-358f-4e59-a60a-a324453a9223 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0530949 Apr 14 21:07:33.974007 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4db3f6d7-07e4-4d53-9a32-74ac12da1ced req-fa6e1aec-5ff8-44f6-b5e9-a9ac32e81152 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459528 Apr 14 21:07:34.130863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f600df1-4329-447a-9c21-02c84e677907 req-935a0d47-3e17-4ea3-87b5-6fcbbe9f22c5 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:34.132437 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f600df1-4329-447a-9c21-02c84e677907 req-935a0d47-3e17-4ea3-87b5-6fcbbe9f22c5 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0480175 Apr 14 21:07:34.194883 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae9ae3-e69d-43b2-a0d8-97cd821fef61 req-e6ad9ad0-a264-4dd8-9254-4c3d8cbc5f5c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:34.196444 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8cae9ae3-e69d-43b2-a0d8-97cd821fef61 req-e6ad9ad0-a264-4dd8-9254-4c3d8cbc5f5c tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0630832 Apr 14 21:07:34.252091 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f600df1-4329-447a-9c21-02c84e677907 req-c6a13870-bc86-47e5-bddf-f6396aab4801 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101079 Apr 14 21:07:34.299693 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8cae9ae3-e69d-43b2-a0d8-97cd821fef61 req-f7742ee4-141c-4ebe-bc14-eecb5aafabd4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704527 Apr 14 21:07:35.101506 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35abcb-a970-4726-b14c-e7ce4022b611 req-857e5cdb-7e13-4e05-9ea9-2381170de02b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:35.103200 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d35abcb-a970-4726-b14c-e7ce4022b611 req-857e5cdb-7e13-4e05-9ea9-2381170de02b tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0537877 Apr 14 21:07:35.152631 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d35abcb-a970-4726-b14c-e7ce4022b611 req-6b88a7c8-5c6e-4511-81b6-6ea607335147 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431004 Apr 14 21:07:35.391658 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5536d05-e91b-45a4-996c-ba18353f7894 req-1f4034c1-718b-4ebf-a46c-970f0f46ebdf tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:35.395035 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5536d05-e91b-45a4-996c-ba18353f7894 req-1f4034c1-718b-4ebf-a46c-970f0f46ebdf tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0554335 Apr 14 21:07:35.412585 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-49f619cb-fbe5-4f90-a738-6e956371b25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:35.460606 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d92807-7fed-4c5b-9e42-1d6b46f41129 req-17b77111-0736-48c2-b9bd-f5c9b34f855b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:35.462066 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-91d92807-7fed-4c5b-9e42-1d6b46f41129 req-17b77111-0736-48c2-b9bd-f5c9b34f855b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0678923 Apr 14 21:07:35.497493 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5536d05-e91b-45a4-996c-ba18353f7894 req-daa74c0f-e478-4f69-8070-787c57c67a71 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886207 Apr 14 21:07:35.524317 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-91d92807-7fed-4c5b-9e42-1d6b46f41129 req-15110b99-a4de-4902-9e32-f3630d735628 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559380 Apr 14 21:07:36.270833 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775139c-a6ea-4627-9418-a28d2683850d req-36153ac2-b367-48e4-a987-6e93da915afc tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:36.272414 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0775139c-a6ea-4627-9418-a28d2683850d req-36153ac2-b367-48e4-a987-6e93da915afc tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0481739 Apr 14 21:07:36.327573 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0775139c-a6ea-4627-9418-a28d2683850d req-0382d4d1-c48b-471b-b8fe-cc383fa3e4b2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488608 Apr 14 21:07:36.495420 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:36.659203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528438b-2a54-4c8c-a048-62222420cdc9 req-9f964707-b310-407f-b66e-f2139677dda6 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:36.660844 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8528438b-2a54-4c8c-a048-62222420cdc9 req-9f964707-b310-407f-b66e-f2139677dda6 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0839064 Apr 14 21:07:36.676242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee0e5f-e50f-4f32-814c-4452a00ac411 req-325178ca-09f2-4175-a059-ff0f24bb4dd2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:36.679230 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d9ee0e5f-e50f-4f32-814c-4452a00ac411 req-325178ca-09f2-4175-a059-ff0f24bb4dd2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0710659 Apr 14 21:07:36.758974 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8528438b-2a54-4c8c-a048-62222420cdc9 req-b12b125b-dfb8-493d-af47-000df35ee129 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908599 Apr 14 21:07:36.763697 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d9ee0e5f-e50f-4f32-814c-4452a00ac411 req-c3733337-0b1c-4a36-aaf3-819dac939651 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784574 Apr 14 21:07:37.449944 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d182fb8-6494-485c-9184-72b532d901b6 req-5563f275-4c6c-42d8-81d0-7f9e3f01911e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:37.451616 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d182fb8-6494-485c-9184-72b532d901b6 req-5563f275-4c6c-42d8-81d0-7f9e3f01911e tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0526803 Apr 14 21:07:37.512477 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d182fb8-6494-485c-9184-72b532d901b6 req-2abf2251-83c2-4926-9225-5e3787006a84 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547245 Apr 14 21:07:37.781812 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:37.928122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56935c-277f-4201-af0f-f565cb25c126 req-1102527e-3e27-4dbe-ad1a-5fc6ccb34289 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:37.932208 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c56935c-277f-4201-af0f-f565cb25c126 req-1102527e-3e27-4dbe-ad1a-5fc6ccb34289 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0894585 Apr 14 21:07:37.948444 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514767f-dd2c-47c8-bb0a-c7ec3384688d req-3304f7a5-dba9-4c8f-9573-17b07996aad4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:37.950094 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6514767f-dd2c-47c8-bb0a-c7ec3384688d req-3304f7a5-dba9-4c8f-9573-17b07996aad4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0978589 Apr 14 21:07:38.001042 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:38.013515 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c56935c-277f-4201-af0f-f565cb25c126 req-4a22e4d0-a534-44da-a726-784de0d9f824 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804176 Apr 14 21:07:38.027399 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6514767f-dd2c-47c8-bb0a-c7ec3384688d req-5cfeb286-1eb4-4983-9a38-003ac219daa4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669661 Apr 14 21:07:38.635237 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560be472-91d2-47fc-aa35-3acc52bd9990 req-cf5894cd-4c6c-492c-9e35-6f4c60c0d4fd tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:38.636747 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-560be472-91d2-47fc-aa35-3acc52bd9990 req-cf5894cd-4c6c-492c-9e35-6f4c60c0d4fd tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0510678 Apr 14 21:07:38.695011 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-560be472-91d2-47fc-aa35-3acc52bd9990 req-b61d4419-9fa0-40f1-95a5-a82165b06b56 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518813 Apr 14 21:07:39.171379 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41502f-1952-43e9-b5f4-ba6459ff1b32 req-a6209ed4-c268-4db3-98da-e8b6381a2e3e tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:39.173019 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fd41502f-1952-43e9-b5f4-ba6459ff1b32 req-a6209ed4-c268-4db3-98da-e8b6381a2e3e tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0746324 Apr 14 21:07:39.188436 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42ccc-89d4-4a8c-89cb-6a7cae8a41ef req-f834aaab-1d3f-41bd-9a9f-e80906ec20b7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:39.189862 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ddd42ccc-89d4-4a8c-89cb-6a7cae8a41ef req-f834aaab-1d3f-41bd-9a9f-e80906ec20b7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0826848 Apr 14 21:07:39.261998 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fd41502f-1952-43e9-b5f4-ba6459ff1b32 req-261cb8e5-96e5-46b2-8796-151b352949bd tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810132 Apr 14 21:07:39.267948 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ddd42ccc-89d4-4a8c-89cb-6a7cae8a41ef req-8d3790f7-28df-4e4f-a118-2f42bd8ad7fb tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721297 Apr 14 21:07:39.822706 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8f6-6855-4504-96e6-389cbdb4c128 req-b96d5d6c-8932-4dd4-99c0-7597b01bfbfa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:39.824241 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b13ef8f6-6855-4504-96e6-389cbdb4c128 req-b96d5d6c-8932-4dd4-99c0-7597b01bfbfa tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0541146 Apr 14 21:07:39.871566 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b13ef8f6-6855-4504-96e6-389cbdb4c128 req-2d9e679a-1c69-46ac-bcdb-0adf98bf56ef tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410104 Apr 14 21:07:40.075609 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:40.415406 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1781e6-9f6b-4f27-b61a-b9c8c3d1bf10 req-2ec0f6a0-da9a-436f-8330-2bead057a4bc tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:40.416885 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ae1781e6-9f6b-4f27-b61a-b9c8c3d1bf10 req-2ec0f6a0-da9a-436f-8330-2bead057a4bc tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0729847 Apr 14 21:07:40.455132 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f45c-c80a-4bbf-b7c4-01b8c5f2590d req-a90d9205-ada2-4ef5-a86e-7700d07015d6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:40.457314 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8348f45c-c80a-4bbf-b7c4-01b8c5f2590d req-a90d9205-ada2-4ef5-a86e-7700d07015d6 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0819235 Apr 14 21:07:40.514872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ae1781e6-9f6b-4f27-b61a-b9c8c3d1bf10 req-1b8bb0af-56b9-4257-8166-98bdfb730989 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910058 Apr 14 21:07:40.546478 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8348f45c-c80a-4bbf-b7c4-01b8c5f2590d req-e19cabde-3e1c-49f6-9a9f-29a52148f0f2 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816858 Apr 14 21:07:40.981953 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d141-a58d-481a-ac5b-654e9a529dba req-d05f8d84-8384-4159-b730-49bf4c70a723 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:40.983482 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8673d141-a58d-481a-ac5b-654e9a529dba req-d05f8d84-8384-4159-b730-49bf4c70a723 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0459080 Apr 14 21:07:41.037394 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8673d141-a58d-481a-ac5b-654e9a529dba req-c445d68d-f10c-4e1a-a9ad-29f60eb725df tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443499 Apr 14 21:07:41.634813 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361010e-0426-46a5-b4cc-5f30a8870ecd req-6630e20e-407a-4be9-b53a-c92fc0ca7497 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:41.636266 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d361010e-0426-46a5-b4cc-5f30a8870ecd req-6630e20e-407a-4be9-b53a-c92fc0ca7497 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0548854 Apr 14 21:07:41.681608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a29d6-30c1-4ad4-aa44-7e1f126da133 req-46d91369-beea-4005-98f1-1aa6868a0519 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:41.683046 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c0a29d6-30c1-4ad4-aa44-7e1f126da133 req-46d91369-beea-4005-98f1-1aa6868a0519 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0645692 Apr 14 21:07:41.724536 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d361010e-0426-46a5-b4cc-5f30a8870ecd req-6a1000ee-c0ac-45f9-b3ff-639f3126ff5a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729597 Apr 14 21:07:41.747739 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c0a29d6-30c1-4ad4-aa44-7e1f126da133 req-c36c3ee5-3352-4be9-a021-70bd2e733002 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590677 Apr 14 21:07:42.145655 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32a22a-269f-459d-96ba-d90ed1e7f767 req-65e5f2e8-c527-400b-ad14-24fddc6fa315 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:42.147105 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3e32a22a-269f-459d-96ba-d90ed1e7f767 req-65e5f2e8-c527-400b-ad14-24fddc6fa315 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0487707 Apr 14 21:07:42.192035 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3e32a22a-269f-459d-96ba-d90ed1e7f767 req-23e3feed-69cf-4d99-a9fa-4eb895083a92 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394511 Apr 14 21:07:42.859515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6a350-4d9d-4ee6-84dc-6fe6ab0fe6c8 req-d7e85f7b-890e-4748-94a5-6c07b47db228 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:42.860993 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bea6a350-4d9d-4ee6-84dc-6fe6ab0fe6c8 req-d7e85f7b-890e-4748-94a5-6c07b47db228 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0704324 Apr 14 21:07:42.882230 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad46f-3044-4734-aa62-fcd466d58f39 req-86bf8029-0678-4abf-8ca0-28d70a82a43f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:42.883667 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-210ad46f-3044-4734-aa62-fcd466d58f39 req-86bf8029-0678-4abf-8ca0-28d70a82a43f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 944 time: 0.0632193 Apr 14 21:07:42.944419 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bea6a350-4d9d-4ee6-84dc-6fe6ab0fe6c8 req-c595dddf-ceb9-463f-909f-cd3518459b82 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778356 Apr 14 21:07:42.955223 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-210ad46f-3044-4734-aa62-fcd466d58f39 req-1c6692b4-bc86-447e-b772-d8bdd2026fb7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655086 Apr 14 21:07:43.047392 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:07:43.143187 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:43.154143 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'port_id': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'mac_address': 'fa:16:3e:97:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:07:43.195913 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:07:43.196305 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.209247 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:07:43.229620 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:43.305344 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece5b30-3348-42e4-8293-d2244c119dd6 req-80af70a8-026f-4071-96ab-a84ec84f29ff tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:43.306727 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bece5b30-3348-42e4-8293-d2244c119dd6 req-80af70a8-026f-4071-96ab-a84ec84f29ff tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0474353 Apr 14 21:07:43.329300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.356834 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bece5b30-3348-42e4-8293-d2244c119dd6 req-3813ae39-1281-4a06-a7d1-b70e3970cba3 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups?id=616f551f-2cdf-4b98-931b-ae87acf49bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437028 Apr 14 21:07:43.377618 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=9']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:43.489005 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f92f-e61b-4c68-abf3-bca5c854ef6e req-fac2f1e9-2c73-4f64-99ed-70b1175a959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:43.490615 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e134f92f-e61b-4c68-abf3-bca5c854ef6e req-fac2f1e9-2c73-4f64-99ed-70b1175a959a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 1130 time: 0.0377350 Apr 14 21:07:43.504966 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-fa6de885-4010-4720-8358-099252411229 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:43.506405 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-fa6de885-4010-4720-8358-099252411229 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Apr 14 21:07:43.533842 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e134f92f-e61b-4c68-abf3-bca5c854ef6e req-bfc9ec07-8e70-45b7-b321-03cfb7ee43e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Apr 14 21:07:43.566494 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:07:43.597179 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Deleting port 00ce4bc0-47de-4796-a291-61ddd307b7a8 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:43.597637 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.686775 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] For port 00ce4bc0-47de-4796-a291-61ddd307b7a8, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00ce4bc0-47de-4796-a291-61ddd307b7a8,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:43.687153 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.862092 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.862374 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (1ea47377-ad54-447b-9059-46607d3059c0), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:43.862703 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Floating IP 1ea47377-ad54-447b-9059-46607d3059c0 disassociated. External IP: 172.27.2.242, port: 00ce4bc0-47de-4796-a291-61ddd307b7a8. Apr 14 21:07:43.863056 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Calling delete_port for 00ce4bc0-47de-4796-a291-61ddd307b7a8 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:44.066647 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (00ce4bc0-47de-4796-a291-61ddd307b7a8), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:44.085913 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf687f-aa00-4a7b-8e3c-2050982c0a25 req-3c31da38-4974-479d-a2ea-21037158402b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:44.087448 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f4bf687f-aa00-4a7b-8e3c-2050982c0a25 req-3c31da38-4974-479d-a2ea-21037158402b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0753095 Apr 14 21:07:44.094049 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event deleted for resources: {'Port': ['ID=00ce4bc0-47de-4796-a291-61ddd307b7a8,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:44.110186 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789db246-3627-41e5-9d9d-ceb6de1fb543 req-bafa400e-2426-4862-b82a-3d35f0eb26ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:44.110438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.110438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.110438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.110739 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-789db246-3627-41e5-9d9d-ceb6de1fb543 req-bafa400e-2426-4862-b82a-3d35f0eb26ed tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 945 time: 0.0676134 Apr 14 21:07:44.111590 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.112021 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.112392 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.112684 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.113025 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.113386 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.113726 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.114618 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.115020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.115436 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.116394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.116394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:44.172586 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f4bf687f-aa00-4a7b-8e3c-2050982c0a25 req-3edf263e-db8a-4ac6-9962-3aa1bd151390 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791960 Apr 14 21:07:44.188010 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-789db246-3627-41e5-9d9d-ceb6de1fb543 req-05e769ea-e1d4-4674-8947-c290571e3ea3 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711448 Apr 14 21:07:44.231448 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Router a77c9296-b320-4ab1-9019-f1e573506990 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:07:44.339579 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:07:44.349213 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:07:44.359973 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:07:44.360681 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:07:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:44.384917 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] No DVR routers for this DVR port 00ce4bc0-47de-4796-a291-61ddd307b7a8 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:07:44.387652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:44.391267 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bb59d3f6-7004-49a2-88f7-fb69f9d24d44 req-8e4e5970-bfa9-4746-a8af-c6c9507312d2 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.45 "DELETE /v2.0/ports/00ce4bc0-47de-4796-a291-61ddd307b7a8 HTTP/1.1" status: 204 len: 173 time: 0.8800614 Apr 14 21:07:44.391756 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'name': 'network-vif-deleted', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:44.394122 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e56e4d-6f6a-4f14-b9d5-b244216ffd1c" -d '{"events": [{"server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "name": "network-vif-deleted", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:44.462838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-da4feecf-d480-488c-9112-1bc0c5ecdc83 req-be1fb7ed-f540-4a1b-9d5b-1f35e22a5b66 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0311499 Apr 14 21:07:44.485355 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:07:44.499468 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6a0aea-ab06-47d6-8296-20b3e5233545 x-openstack-request-id: req-6e6a0aea-ab06-47d6-8296-20b3e5233545 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:44.499468 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb884c-4da4-4e0d-a58e-05d80032ecd7", "name": "network-vif-deleted", "tag": "00ce4bc0-47de-4796-a291-61ddd307b7a8", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:44.499468 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e6a0aea-ab06-47d6-8296-20b3e5233545 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:44.499468 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6a0aea-ab06-47d6-8296-20b3e5233545'] response: {'server_uuid': 'a3cb884c-4da4-4e0d-a58e-05d80032ecd7', 'name': 'network-vif-deleted', 'tag': '00ce4bc0-47de-4796-a291-61ddd307b7a8', 'status': 'completed', 'code': 200} Apr 14 21:07:44.682096 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:44.711946 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:07:44.721059 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:07:44.721671 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:07:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:44.909409 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:07:45.058211 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:07:45.101179 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:45.106239 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:07:45.106661 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:45.127521 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233d7ce-0b5f-4a52-913e-b3a4a49c1e9b None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:01:21Z', 'revision_number': 4, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '05b65a69-3f0b-49c5-9e6d-3e09c0185ee5', 'name': '', 'network_id': '0ec47483-941a-4496-b4cc-b6129cf85a91', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'mac_address': 'fa:16:3e:cb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:20Z', 'updated_at': '2022-04-14T21:01:30Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'subnets': [{'id': 'd10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:07:45.188463 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:07:45.189087 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:45.220631 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:45.222919 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1c4f2-c817-4558-9bfe-b4f21a3283c9" -d '{"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:45.235904 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:45.323631 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:45.329612 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fbfd7-0865-461f-847b-31a0c639fde6 req-567aec81-fd82-4908-86c4-f79939886fb7 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:45.331226 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f46fbfd7-0865-461f-847b-31a0c639fde6 req-567aec81-fd82-4908-86c4-f79939886fb7 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0828235 Apr 14 21:07:45.342929 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde80d1-f654-4b5e-8e1e-f4d59b1a4f74 req-1aaf628b-75ef-4d05-b1b6-345047da2b57 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:45.345624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9bde80d1-f654-4b5e-8e1e-f4d59b1a4f74 req-1aaf628b-75ef-4d05-b1b6-345047da2b57 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 945 time: 0.0844138 Apr 14 21:07:45.380281 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=10']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:45.410901 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b40b3-327c-4716-959b-aedee0690852 None None] New status for floating IP 1ea47377-ad54-447b-9059-46607d3059c0: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:07:45.425628 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9bde80d1-f654-4b5e-8e1e-f4d59b1a4f74 req-4dec6258-c88e-4eba-84bb-367a15cee742 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732231 Apr 14 21:07:45.428553 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f46fbfd7-0865-461f-847b-31a0c639fde6 req-9b62e296-ae8e-44b1-ac46-a67dec5d5bf2 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828876 Apr 14 21:07:45.500115 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7918e7e-38f7-4ce3-814f-6c43473dda2c x-openstack-request-id: req-c7918e7e-38f7-4ce3-814f-6c43473dda2c {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:45.500429 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-plugged", "status": "completed", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:45.500688 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7918e7e-38f7-4ce3-814f-6c43473dda2c {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:45.501086 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7918e7e-38f7-4ce3-814f-6c43473dda2c'] response: {'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'code': 200} Apr 14 21:07:45.602753 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eecfd25b-9511-45bf-b540-806b96d5dd37 req-de614947-3861-4ff2-abfd-8f949da7c7b1 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3cb884c-4da4-4e0d-a58e-05d80032ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0356004 Apr 14 21:07:45.890441 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f19ea-2cba-4089-917a-b0e91be9641e req-5c395b3c-e3a9-456c-a6bf-6b999b3521cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:45.892101 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7b3f19ea-2cba-4089-917a-b0e91be9641e req-5c395b3c-e3a9-456c-a6bf-6b999b3521cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1131 time: 0.0398719 Apr 14 21:07:45.936895 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7b3f19ea-2cba-4089-917a-b0e91be9641e req-daf6af42-f4a0-4bb1-8c84-2a1fd6bf891c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381954 Apr 14 21:07:46.551920 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c7354-91e2-4305-b151-f8fed5864e44 req-eb3938de-561f-4144-a10b-e11cfbcfb523 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:46.553406 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7f8c7354-91e2-4305-b151-f8fed5864e44 req-eb3938de-561f-4144-a10b-e11cfbcfb523 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0521181 Apr 14 21:07:46.601435 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7f8c7354-91e2-4305-b151-f8fed5864e44 req-09e5687f-9ad8-48cb-b68b-d06236aac334 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423875 Apr 14 21:07:46.758711 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33364) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:46.814511 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (616f551f-2cdf-4b98-931b-ae87acf49bd6), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:46.839487 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (616f551f-2cdf-4b98-931b-ae87acf49bd6), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:46.992472 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (616f551f-2cdf-4b98-931b-ae87acf49bd6), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:46.994982 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:46.996185 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "DELETE /v2.0/security-groups/616f551f-2cdf-4b98-931b-ae87acf49bd6 HTTP/1.1" status: 204 len: 168 time: 0.2364559 Apr 14 21:07:46.999621 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33370) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:47.005911 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f551f-2cdf-4b98-931b-ae87acf49bd6,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:47.013268 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.api.v2.resource [None req-50eeec64-638f-4ee7-aa22-44f952b20fc8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] show failed (client error): The resource could not be found. Apr 14 21:07:47.017391 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-50eeec64-638f-4ee7-aa22-44f952b20fc8 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "GET /v2.0/security-groups/616f551f-2cdf-4b98-931b-ae87acf49bd6 HTTP/1.1" status: 404 len: 347 time: 0.0137026 Apr 14 21:07:47.017716 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33372) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:47.017949 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.018864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.019278 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.019669 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.020006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.020343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.020673 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.021004 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.021333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.021666 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.021998 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.022325 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.022893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.023194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.023547 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86e6090-7292-4c4f-80bc-810374552202 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:47.066623 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 00ce4bc0-47de-4796-a291-61ddd307b7a8 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:07:47.088797 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 00ce4bc0-47de-4796-a291-61ddd307b7a8 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:07:47.089148 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 00ce4bc0-47de-4796-a291-61ddd307b7a8 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:07:47.145997 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Deleting port 06a142a3-dfe4-4ba4-ab68-b6dd636418f5 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:47.146345 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:47.226657 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:47.226992 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:47.238995 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Calling delete_port for 06a142a3-dfe4-4ba4-ab68-b6dd636418f5 owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:47.432062 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (06a142a3-dfe4-4ba4-ab68-b6dd636418f5), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:47.462370 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Pushing event deleted for resources: {'Port': ['ID=06a142a3-dfe4-4ba4-ab68-b6dd636418f5,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:47.526754 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks [] for floatingip (1ea47377-ad54-447b-9059-46607d3059c0), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:47.529465 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:47.531291 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d24646ce-1d29-4716-9919-933cbab57082 tempest-AttachVolumeTestJSON-2088557270 tempest-AttachVolumeTestJSON-2088557270-project] 10.222.0.37 "DELETE /v2.0/floatingips/1ea47377-ad54-447b-9059-46607d3059c0 HTTP/1.1" status: 204 len: 168 time: 0.5119381 Apr 14 21:07:47.729304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35359-0315-45b9-a1ac-529f76238bdd req-ade0c23d-83fd-48e2-909b-b017b313f18e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:47.730967 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1be35359-0315-45b9-a1ac-529f76238bdd req-ade0c23d-83fd-48e2-909b-b017b313f18e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0522664 Apr 14 21:07:47.791113 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1be35359-0315-45b9-a1ac-529f76238bdd req-9166c738-eddb-4840-8303-a638353213cd tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529361 Apr 14 21:07:48.302530 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8fd3-feed-413f-9df0-0ba2137482c5 req-81fba673-d935-4f5b-aaa9-345fd8a7786f tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:48.304676 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-be0f8fd3-feed-413f-9df0-0ba2137482c5 req-81fba673-d935-4f5b-aaa9-345fd8a7786f tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0498221 Apr 14 21:07:48.358759 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-be0f8fd3-feed-413f-9df0-0ba2137482c5 req-b0191b9e-028e-4152-976b-cb3d43edca8b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481756 Apr 14 21:07:48.942061 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a373b-6106-4212-b75e-4df82ab5bf8b req-b12c7177-ece5-4260-b1f4-afe5eba7f07a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:48.943624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9c5a373b-6106-4212-b75e-4df82ab5bf8b req-b12c7177-ece5-4260-b1f4-afe5eba7f07a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0589943 Apr 14 21:07:48.999672 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9c5a373b-6106-4212-b75e-4df82ab5bf8b req-9b1a3861-d7eb-4b42-ab84-6c47e6df2106 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501072 Apr 14 21:07:49.489191 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a29a2-fbac-420b-8776-88d114795991 req-f7cc4dee-4a19-4ea1-b870-8ccf2537567c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:49.490798 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ce3a29a2-fbac-420b-8776-88d114795991 req-f7cc4dee-4a19-4ea1-b870-8ccf2537567c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Apr 14 21:07:49.545483 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ce3a29a2-fbac-420b-8776-88d114795991 req-400ba6e7-c9de-452a-af4d-5b70de7671d8 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466413 Apr 14 21:07:50.122105 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ded77d-42b9-42fc-8b01-beed8b7e26e4 req-85c33b30-d9ff-48c9-95d6-ac29a9423a2f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:50.123736 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36ded77d-42b9-42fc-8b01-beed8b7e26e4 req-85c33b30-d9ff-48c9-95d6-ac29a9423a2f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0505779 Apr 14 21:07:50.176936 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-36ded77d-42b9-42fc-8b01-beed8b7e26e4 req-fe0d44a7-d262-40f2-aaf3-e9133df9252f tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467973 Apr 14 21:07:50.669731 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd888-79a5-4d93-ab4e-885b82b4c79b req-abcf7524-b2c0-4761-bde7-765c01137660 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:50.671332 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-061bd888-79a5-4d93-ab4e-885b82b4c79b req-abcf7524-b2c0-4761-bde7-765c01137660 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0511312 Apr 14 21:07:50.723039 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-061bd888-79a5-4d93-ab4e-885b82b4c79b req-9e1e9744-ef33-48d3-851d-50472788909d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Apr 14 21:07:51.655105 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33464) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:51.854814 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be471-14b8-4c3f-acc9-ddddffa6f859 req-6a93c174-1477-4669-bbdd-a4a1645a41a1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:51.857110 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-258be471-14b8-4c3f-acc9-ddddffa6f859 req-6a93c174-1477-4669-bbdd-a4a1645a41a1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0575764 Apr 14 21:07:51.951931 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-258be471-14b8-4c3f-acc9-ddddffa6f859 req-65729a90-4f33-4bd4-b683-a96261c16341 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863035 Apr 14 21:07:51.955698 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-ee995a91-907e-4099-a84b-cd689126d12c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465636565&fields=id&tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f HTTP/1.1" status: 200 len: 267 time: 0.0796344 Apr 14 21:07:52.014838 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-5b8b85a3-ca42-4d74-9971-befb36724a23 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:52.016341 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-5b8b85a3-ca42-4d74-9971-befb36724a23 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 985 time: 0.0545142 Apr 14 21:07:52.029149 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Request body: {'port': {'security_groups': ['4ec0e3f0-302d-4b97-8892-0ae6e3691541']}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:07:52.108718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.302052 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:52.332272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.360673 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (a77c9296-b320-4ab1-9019-f1e573506990), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.409289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.422309 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['cb4f199d-d1dc-4655-9d55-1de166de4dfb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:07:52.464039 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:52.464039 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.464426 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d68ecf-6769-465c-aa17-ba6985e6cc22 req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "PUT /v2.0/ports/cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 943 time: 0.4384847 Apr 14 21:07:52.467193 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:52.468661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33472) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:52.469569 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6b4a1-3caa-419d-bd88-287e69dea5be" -d '{"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:52.526948 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe50f9-a179-4c5b-a4e0-05ece9fbe49f x-openstack-request-id: req-22fe50f9-a179-4c5b-a4e0-05ece9fbe49f {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:52.527940 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:52.528217 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22fe50f9-a179-4c5b-a4e0-05ece9fbe49f {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:52.528636 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fe50f9-a179-4c5b-a4e0-05ece9fbe49f'] response: {'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'status': 'completed', 'code': 200} Apr 14 21:07:52.529703 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e87bd-d5c0-45fd-9a6c-18012ee52269 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event updated for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=7']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:52.569434 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['cb4f199d-d1dc-4655-9d55-1de166de4dfb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:07:52.611137 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-95c25576-c14a-40af-bc00-324aaff4c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:52.612721 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-95c25576-c14a-40af-bc00-324aaff4c028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1130 time: 0.0445461 Apr 14 21:07:52.733188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-bae3b89b-5a29-497e-a7e3-ae6b6b5c8397 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group (c390214b-289c-4e8f-8e26-f0cfb94a9f67), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.820510 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-bae3b89b-5a29-497e-a7e3-ae6b6b5c8397 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group (c390214b-289c-4e8f-8e26-f0cfb94a9f67), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.822276 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-641d780d-8b94-4344-86bc-4fed30e118aa None None] Provisioning complete for port cb4f199d-d1dc-4655-9d55-1de166de4dfb triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:07:52.822666 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-641d780d-8b94-4344-86bc-4fed30e118aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:52.901334 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-5f9e7019-7196-418f-91c2-e33d68a8fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:52.902678 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-5f9e7019-7196-418f-91c2-e33d68a8fe55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 914 time: 0.2525859 Apr 14 21:07:52.923699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-641d780d-8b94-4344-86bc-4fed30e118aa None None] Current status of the port cb4f199d-d1dc-4655-9d55-1de166de4dfb is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:07:52.997018 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Deleting port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:52.997920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.060091 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-da9f8ad0-3500-4ccf-9eb9-25fda20dc775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 1002 time: 0.1488609 Apr 14 21:07:53.089184 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ebcd5-dcea-4e91-b80d-d5ee5c8bf0a0 req-ae2290ba-3de2-4eb9-bc51-e3b151d99dd8 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:53.090658 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e17ebcd5-dcea-4e91-b80d-d5ee5c8bf0a0 req-ae2290ba-3de2-4eb9-bc51-e3b151d99dd8 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0522857 Apr 14 21:07:53.102130 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-bae3b89b-5a29-497e-a7e3-ae6b6b5c8397 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c390214b-289c-4e8f-8e26-f0cfb94a9f67), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.104721 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-bae3b89b-5a29-497e-a7e3-ae6b6b5c8397 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.105850 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-bae3b89b-5a29-497e-a7e3-ae6b6b5c8397 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "DELETE /v2.0/security-groups/c390214b-289c-4e8f-8e26-f0cfb94a9f67 HTTP/1.1" status: 204 len: 168 time: 0.6363435 Apr 14 21:07:53.110658 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33480) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:53.129946 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3b89b-5a29-497e-a7e3-ae6b6b5c8397 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390214b-289c-4e8f-8e26-f0cfb94a9f67,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:53.147142 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-8f80a22e-ceb7-4176-a998-7e281fd03584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:53.148686 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-8f80a22e-ceb7-4176-a998-7e281fd03584 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 200 len: 852 time: 0.0816410 Apr 14 21:07:53.154103 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] For port 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:53.154478 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.193160 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Calling delete_port for 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 owned by network:router_interface {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:53.214342 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e17ebcd5-dcea-4e91-b80d-d5ee5c8bf0a0 req-3df11f04-7073-421e-b16e-8e5f8f876f69 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109192 Apr 14 21:07:53.215230 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-0d568515-50cf-4622-a135-1dd5d102ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:53.216784 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-0d568515-50cf-4622-a135-1dd5d102ac53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99948258-9fdd-486e-b539-afb17e43599f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537596 Apr 14 21:07:53.316864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Deleting port 9c9501b7-38bf-46d8-bd9f-ed6d586e9068 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:53.317216 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.398695 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.398932 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for floatingip (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.406551 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-34fdd8b8-c6af-4821-9dbb-9e03a0d6f8b4 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508071 Apr 14 21:07:53.412231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Calling delete_port for 9c9501b7-38bf-46d8-bd9f-ed6d586e9068 owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:53.545551 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-00e6b4a1-3caa-419d-bd88-287e69dea5be req-a2a1fc3b-e995-4447-b317-f9b5807b2726 service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240826 Apr 14 21:07:53.632147 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (05b65a69-3f0b-49c5-9e6d-3e09c0185ee5), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.664246 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Pushing event deleted for resources: {'Port': ['ID=05b65a69-3f0b-49c5-9e6d-3e09c0185ee5,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:53.673363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (9c9501b7-38bf-46d8-bd9f-ed6d586e9068), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.699604 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event deleted for resources: {'Port': ['ID=9c9501b7-38bf-46d8-bd9f-ed6d586e9068,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:53.786406 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks [] for floatingip (874e8300-85e9-4ac6-99b4-7a8926ebc687), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:53.786740 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Floating IP 874e8300-85e9-4ac6-99b4-7a8926ebc687 disassociated (deleted). External IP: 172.27.2.101, port: cb4f199d-d1dc-4655-9d55-1de166de4dfb. Apr 14 21:07:53.870147 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (a77c9296-b320-4ab1-9019-f1e573506990), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:54.037707 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:07:54.123665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Router a77c9296-b320-4ab1-9019-f1e573506990 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:07:54.157212 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:07:54.162151 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:54.171246 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] Sync routers for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:07:54.198919 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:07:54.199580 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:07:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:54.203118 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-44fe22b5-ed2b-457a-8a5d-497dd89f1e9c tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "DELETE /v2.0/floatingips/874e8300-85e9-4ac6-99b4-7a8926ebc687 HTTP/1.1" status: 204 len: 168 time: 1.0890508 Apr 14 21:07:54.354705 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:07:54.393471 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907592-4699-43a4-a7bd-1b1d35419576 req-a296e949-6e85-4496-94b3-d688f351b382 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:54.396206 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-01907592-4699-43a4-a7bd-1b1d35419576 req-a296e949-6e85-4496-94b3-d688f351b382 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0783842 Apr 14 21:07:54.460106 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-01907592-4699-43a4-a7bd-1b1d35419576 req-f39cb3ba-0b0b-47f6-886d-e1a7254abac1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574987 Apr 14 21:07:54.504815 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:07:54.509602 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ea0cb94f-2088-4e1b-bd37-76f3c930098e admin admin] 10.222.0.37 "PUT /v2.0/routers/a77c9296-b320-4ab1-9019-f1e573506990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533463 Apr 14 21:07:54.515845 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33492) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:54.518474 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] Sync routers for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:07:54.529702 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:07:54.530338 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:07:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:54.571557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:07:54.574014 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa59053-8351-493b-8e8a-8864172f6218" -d '{"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:07:54.614787 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:56Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:54.637426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c417e-a03e-48dd-8edd-7e5054144d0f x-openstack-request-id: req-e07c417e-a03e-48dd-8edd-7e5054144d0f {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:07:54.637426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:07:54.637426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e07c417e-a03e-48dd-8edd-7e5054144d0f {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:07:54.637426 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07c417e-a03e-48dd-8edd-7e5054144d0f'] response: {'name': 'network-changed', 'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'status': 'completed', 'code': 200} Apr 14 21:07:54.667140 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks [] for router (a77c9296-b320-4ab1-9019-f1e573506990), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:54.674784 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] Checking router: 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:07:54.686881 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:07:54.687717 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:07:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:54.740111 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa59053-8351-493b-8e8a-8864172f6218 req-8522b7a4-812a-40db-b24c-51d1bf1f5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:54.740738 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-8522b7a4-812a-40db-b24c-51d1bf1f5740 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 1130 time: 0.0786970 Apr 14 21:07:54.902680 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:07:54.914546 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:07:54.915741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa59053-8351-493b-8e8a-8864172f6218 req-31f66934-38cc-47a0-b34a-4122cc0397aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:54.920129 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-31f66934-38cc-47a0-b34a-4122cc0397aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 200 len: 914 time: 0.1680300 Apr 14 21:07:55.130518 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:07:53Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:55.138240 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:56Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:55.159342 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] Checking router: a77c9296-b320-4ab1-9019-f1e573506990 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:07:55.167409 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4995b3-8292-4919-ac69-f9cb5791aab7 None None] The sync data for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi is: [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:53Z', 'revision_number': 4, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a56d4403-d0a3-4ce8-a549-effc758c78c9', 'name': '', 'network_id': '99948258-9fdd-486e-b539-afb17e43599f', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'mac_address': 'fa:16:3e:c9:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:52Z', 'updated_at': '2022-04-14T21:04:56Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'subnets': [{'id': '5bdcfd42-e50a-47c7-a3df-b522aeb97bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:07:55.170124 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] Routers {'a77c9296-b320-4ab1-9019-f1e573506990'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:07:55.170900 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:07:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['a77c9296-b320-4ab1-9019-f1e573506990'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:55.194657 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks [] for router_gateway (a77c9296-b320-4ab1-9019-f1e573506990), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:55.212528 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-5a02e433-880f-42cd-8611-f5d6b89bc520 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 200 len: 217 time: 0.0552912 Apr 14 21:07:55.306408 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa59053-8351-493b-8e8a-8864172f6218 req-9766e8a5-66d0-4900-8b26-84127533fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:55.308077 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-9766e8a5-66d0-4900-8b26-84127533fd1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 200 len: 852 time: 0.0888371 Apr 14 21:07:55.311763 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Deleting port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:55.312167 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:55.319957 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] Set router a77c9296-b320-4ab1-9019-f1e573506990 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:07:55.364776 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa59053-8351-493b-8e8a-8864172f6218 req-d2ecd45d-e87b-4066-bd9a-1727079e5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:55.366326 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-d2ecd45d-e87b-4066-bd9a-1727079e5a9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99948258-9fdd-486e-b539-afb17e43599f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518990 Apr 14 21:07:55.455822 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] For port 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:55.457071 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:55.491044 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Calling delete_port for 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:55.529137 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-5e49622f-614c-4fc1-a52a-35ec180b88cb service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545324 Apr 14 21:07:55.549658 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef7468-d562-4abb-905b-1dbb3b72eed5 None None] New status for floating IP 874e8300-85e9-4ac6-99b4-7a8926ebc687: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:07:55.588056 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:07:53Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:55.620731 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c261d4-8f1b-430a-8202-622107f6f89f None None] The sync data for ids ['a77c9296-b320-4ab1-9019-f1e573506990'] in dv-cinder-837541-3-iscsi is: [{'id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'name': 'tempest-AttachVolumeTestJSON-1653872163-router', 'tenant_id': 'eb334132123f4d279999acba060a0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:15Z', 'updated_at': '2022-04-14T21:07:53Z', 'revision_number': 5, 'project_id': 'eb334132123f4d279999acba060a0ad5', 'gw_port': {'id': '4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77c9296-b320-4ab1-9019-f1e573506990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:07:55.661113 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ffa59053-8351-493b-8e8a-8864172f6218 req-e23ded46-f308-408a-9472-0a180285acad service neutron] 10.222.0.45 "GET /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243114 Apr 14 21:07:55.683532 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e009-352c-491f-945f-e30b1b83be12 req-58ef90a7-02e3-4cea-a67d-202818522ffd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:55.689100 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bbd0e009-352c-491f-945f-e30b1b83be12 req-58ef90a7-02e3-4cea-a67d-202818522ffd tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.1307378 Apr 14 21:07:55.783332 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bbd0e009-352c-491f-945f-e30b1b83be12 req-8de1f9f7-670c-404d-a398-681fbc55b998 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873880 Apr 14 21:07:55.892360 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:55.932504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:55.995351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (a77c9296-b320-4ab1-9019-f1e573506990), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.093035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (a77c9296-b320-4ab1-9019-f1e573506990), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.097487 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks [] for router_controller (a77c9296-b320-4ab1-9019-f1e573506990), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.200612 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:07:56.222778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:07:56.223125 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05b65a69-3f0b-49c5-9e6d-3e09c0185ee5 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:07:56.227001 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (a77c9296-b320-4ab1-9019-f1e573506990), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.227687 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77c9296-b320-4ab1-9019-f1e573506990 {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:07:56.234309 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.235956 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-4ee671e8-458a-497f-a932-682d6d86a204 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a77c9296-b320-4ab1-9019-f1e573506990 HTTP/1.1" status: 204 len: 168 time: 1.7225480 Apr 14 21:07:56.241736 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33506) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:56.289354 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Deleting subnet d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:07:56.292820 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Publish callbacks [] for subnet (d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.338158 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.425759 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.546935 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.576965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:56.582473 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.585743 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0fc18f53-48e7-471d-a7ab-04c9d2edd8cd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d10f4e3e-42e1-4dfa-9d0c-1b9d6b045b4f HTTP/1.1" status: 204 len: 168 time: 0.3461304 Apr 14 21:07:56.588312 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33508) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:56.588572 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f41ab-fe8a-42c6-bfb6-a86d79d8d611 None None] Network 0ec47483-941a-4496-b4cc-b6129cf85a91 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:07:56.656776 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (0ec47483-941a-4496-b4cc-b6129cf85a91), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.714108 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Deleting port 4bd23508-223c-4828-afd2-c40613827368 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:56.715794 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (4bd23508-223c-4828-afd2-c40613827368), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.778904 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] DHCP port deletion for 0ec47483-941a-4496-b4cc-b6129cf85a91 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:07:56.798524 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] For port 4bd23508-223c-4828-afd2-c40613827368, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4bd23508-223c-4828-afd2-c40613827368,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:56.798791 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (4bd23508-223c-4828-afd2-c40613827368), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.813930 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Calling delete_port for 4bd23508-223c-4828-afd2-c40613827368 owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:56.824737 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Deleting port 4bd23508-223c-4828-afd2-c40613827368 {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:07:56.825376 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (4bd23508-223c-4828-afd2-c40613827368), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.941768 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] For port 4bd23508-223c-4828-afd2-c40613827368, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4bd23508-223c-4828-afd2-c40613827368,segment=NetworkSegment(18c09e00-2049-45a5-b7e5-dc1fb1f073cd),segment_id=18c09e00-2049-45a5-b7e5-dc1fb1f073cd)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:07:56.942438 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (4bd23508-223c-4828-afd2-c40613827368), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:56.958000 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Calling delete_port for 4bd23508-223c-4828-afd2-c40613827368 owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:07:56.970034 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5827d-4bba-4671-aca0-23bb00d70439 req-b1401ab7-500c-4de1-b3f9-442e01c4cfc9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:56.971615 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-65e5827d-4bba-4671-aca0-23bb00d70439 req-b1401ab7-500c-4de1-b3f9-442e01c4cfc9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0559382 Apr 14 21:07:57.002359 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:07:57.045768 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-65e5827d-4bba-4671-aca0-23bb00d70439 req-a1a666d8-b464-4069-8445-732d3ba9fc46 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673451 Apr 14 21:07:57.098479 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (4bd23508-223c-4828-afd2-c40613827368), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.105640 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (4bd23508-223c-4828-afd2-c40613827368), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.126570 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd23508-223c-4828-afd2-c40613827368,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:57.128784 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] No DVR routers for this DVR port 4bd23508-223c-4828-afd2-c40613827368 on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:07:57.130028 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Pushing event deleted for resources: {'Port': ['ID=4bd23508-223c-4828-afd2-c40613827368,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:57.139485 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.139844 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.140420 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.140804 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.141143 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.141484 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.141820 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.142162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.142497 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.142828 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.143167 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.143540 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.143927 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.144424 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.144750 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:07:57.150441 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426d84f-32a7-4233-a257-cfccc6dea2e7 None None] No DVR routers for this DVR port 4bd23508-223c-4828-afd2-c40613827368 on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:07:57.202399 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (0ec47483-941a-4496-b4cc-b6129cf85a91), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.227756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec47483-941a-4496-b4cc-b6129cf85a91']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:57.239323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c09e00-2049-45a5-b7e5-dc1fb1f073cd') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:57.239730 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c09e00-2049-45a5-b7e5-dc1fb1f073cd') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:07:57.250625 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (18c09e00-2049-45a5-b7e5-dc1fb1f073cd), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.266540 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (18c09e00-2049-45a5-b7e5-dc1fb1f073cd), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.273618 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:07:57.274046 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (18c09e00-2049-45a5-b7e5-dc1fb1f073cd), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:07:57.275851 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:07:57.414800 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (0ec47483-941a-4496-b4cc-b6129cf85a91), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.420421 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.428562 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0ec47483-941a-4496-b4cc-b6129cf85a91 HTTP/1.1" status: 204 len: 168 time: 0.8342261 Apr 14 21:07:57.434625 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb68f60-3869-4f4a-a0b4-181fc994f512 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec47483-941a-4496-b4cc-b6129cf85a91,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:57.807813 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33538) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:57.854450 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-59d25124-c800-4d53-9af9-8a802bcba706 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb334132123f4d279999acba060a0ad5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452406 Apr 14 21:07:57.857097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33540) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:07:57.906945 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-402ecb60-cd3c-4d46-9677-f6b8c34fc295 admin admin] Publish callbacks [] for security_group (5646b19c-013d-4b8a-a782-892f2d73119a), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:57.930581 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-402ecb60-cd3c-4d46-9677-f6b8c34fc295 admin admin] Publish callbacks [] for security_group (5646b19c-013d-4b8a-a782-892f2d73119a), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:58.040637 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-402ecb60-cd3c-4d46-9677-f6b8c34fc295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5646b19c-013d-4b8a-a782-892f2d73119a), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:58.043311 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-402ecb60-cd3c-4d46-9677-f6b8c34fc295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:07:58.044553 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-402ecb60-cd3c-4d46-9677-f6b8c34fc295 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5646b19c-013d-4b8a-a782-892f2d73119a HTTP/1.1" status: 204 len: 168 time: 0.1865075 Apr 14 21:07:58.053649 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ecb60-cd3c-4d46-9677-f6b8c34fc295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5646b19c-013d-4b8a-a782-892f2d73119a,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:07:58.177394 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71fd3-4e76-4000-be34-45d7115e0799 req-ba8b2d1c-aec6-4c65-8667-f2ae8998d5c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:58.179577 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d71fd3-4e76-4000-be34-45d7115e0799 req-ba8b2d1c-aec6-4c65-8667-f2ae8998d5c9 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0526345 Apr 14 21:07:58.193646 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4bd23508-223c-4828-afd2-c40613827368 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:07:58.216550 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 4bd23508-223c-4828-afd2-c40613827368 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:07:58.216550 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4bd23508-223c-4828-afd2-c40613827368 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:07:58.216550 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:07:58.236824 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:07:58.237178 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4d2b0cf4-c0ca-45f6-9caf-087da9f5c7b5 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:07:58.242447 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5d71fd3-4e76-4000-be34-45d7115e0799 req-4ce32f6e-aa03-42d9-b2b3-909c1a155f06 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558825 Apr 14 21:07:58.534831 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-ed608b10-dd3a-4542-b533-31e936379197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:58.536160 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-ed608b10-dd3a-4542-b533-31e936379197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1130 time: 0.0437608 Apr 14 21:07:58.649030 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-cd40d81d-a8d1-41a7-aca5-d0408a240b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:58.650555 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-cd40d81d-a8d1-41a7-aca5-d0408a240b52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 909 time: 0.1076777 Apr 14 21:07:58.724235 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-dbfb0a54-5da9-44c6-afda-665348152b95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 1002 time: 0.0665245 Apr 14 21:07:58.812407 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd25bb-e1f3-4892-858a-3c55e544e250 req-3cb63956-82d9-47d9-8c23-fc480507ff28 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:58.814333 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cbbd25bb-e1f3-4892-858a-3c55e544e250 req-3cb63956-82d9-47d9-8c23-fc480507ff28 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0462420 Apr 14 21:07:58.861988 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cbbd25bb-e1f3-4892-858a-3c55e544e250 req-47407361-ba66-4bb7-baf8-0f8b5710ab0a tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Apr 14 21:07:59.357499 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048c598-c99e-4ae9-9fbd-256bb0eae841 req-e59b531c-e37f-4d8b-92b5-d107f1c6873b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:59.359013 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a048c598-c99e-4ae9-9fbd-256bb0eae841 req-e59b531c-e37f-4d8b-92b5-d107f1c6873b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0461221 Apr 14 21:07:59.411516 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a048c598-c99e-4ae9-9fbd-256bb0eae841 req-b2f0c228-ac7f-4257-affa-cdaac1f317cc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459251 Apr 14 21:07:59.983134 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213db8b8-0904-4d89-86cc-18df5fb6b443 req-d3276c8c-6e1d-4867-bcf8-7876239382bb tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:07:59.984770 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-213db8b8-0904-4d89-86cc-18df5fb6b443 req-d3276c8c-6e1d-4867-bcf8-7876239382bb tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0539944 Apr 14 21:08:00.057380 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-213db8b8-0904-4d89-86cc-18df5fb6b443 req-bee1e3a0-5c40-4e2c-b4b2-7fb37545f70d tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528672 Apr 14 21:08:00.529249 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd167d1-49db-4977-818d-473f84b7f313 req-2f9e61fb-abe7-4fe1-99f5-0a1e2fb8c79c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:00.530727 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1fd167d1-49db-4977-818d-473f84b7f313 req-2f9e61fb-abe7-4fe1-99f5-0a1e2fb8c79c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0491848 Apr 14 21:08:00.585114 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-ad512716-7a98-458a-a86c-aa69b6913226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:00.586641 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-ad512716-7a98-458a-a86c-aa69b6913226 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 200 len: 847 time: 0.0523670 Apr 14 21:08:00.586943 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1fd167d1-49db-4977-818d-473f84b7f313 req-048f293c-e0b6-4cb5-9ebf-be7a0f397261 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502245 Apr 14 21:08:00.637831 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-d9d6ee81-ad8a-43af-b78e-2a1ef48b7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:00.639459 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-d9d6ee81-ad8a-43af-b78e-2a1ef48b7652 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453572 Apr 14 21:08:00.722596 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33610) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:00.744202 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-10567a6f-88a4-4f11-b8d8-f5fd8ce99264 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926361 Apr 14 21:08:00.838332 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-952a9cd0-782f-41c4-8ae6-1f66272ea2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:00.918343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-952a9cd0-782f-41c4-8ae6-1f66272ea2fa admin admin] Publish callbacks [] for security_group (07700189-374e-4b21-99d9-8771e029ea27), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:00.927820 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef25ce39-7141-4c82-b253-b7170750ccfe req-0fa47986-8629-4c7b-8803-59c02c524a21 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893812 Apr 14 21:08:00.992122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-952a9cd0-782f-41c4-8ae6-1f66272ea2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (07700189-374e-4b21-99d9-8771e029ea27), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:01.031746 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-952a9cd0-782f-41c4-8ae6-1f66272ea2fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c0c395a5ed0449cadf848dbc00ebc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080256 Apr 14 21:08:01.032645 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a9cd0-782f-41c4-8ae6-1f66272ea2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07700189-374e-4b21-99d9-8771e029ea27,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:01.034440 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33614) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:01.085349 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9090-90bb-490e-a867-7ccdba08cbb0 admin admin] Publish callbacks [] for security_group (07700189-374e-4b21-99d9-8771e029ea27), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:01.108289 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9090-90bb-490e-a867-7ccdba08cbb0 admin admin] Publish callbacks [] for security_group (07700189-374e-4b21-99d9-8771e029ea27), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:01.150272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945fe82-397b-4a69-9ac2-dadeb1c3da90 req-cb5ce1f6-4ac0-4f4b-9086-945ec71856d5 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:01.152130 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c945fe82-397b-4a69-9ac2-dadeb1c3da90 req-cb5ce1f6-4ac0-4f4b-9086-945ec71856d5 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0480649 Apr 14 21:08:01.202109 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c945fe82-397b-4a69-9ac2-dadeb1c3da90 req-b25d2d27-4a8a-443c-ab89-5b91584f834b tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Apr 14 21:08:01.240754 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9090-90bb-490e-a867-7ccdba08cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (07700189-374e-4b21-99d9-8771e029ea27), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:01.243515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9090-90bb-490e-a867-7ccdba08cbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:01.244654 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d3ac9090-90bb-490e-a867-7ccdba08cbb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07700189-374e-4b21-99d9-8771e029ea27 HTTP/1.1" status: 204 len: 168 time: 0.2090657 Apr 14 21:08:01.252642 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9090-90bb-490e-a867-7ccdba08cbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07700189-374e-4b21-99d9-8771e029ea27,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:01.702349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d27b-841f-400e-922a-7d2b9bf14898 req-1f8cc16b-fba3-48dc-8ddb-6352d0efe5d1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:01.703885 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fe56d27b-841f-400e-922a-7d2b9bf14898 req-1f8cc16b-fba3-48dc-8ddb-6352d0efe5d1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0466502 Apr 14 21:08:01.760290 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fe56d27b-841f-400e-922a-7d2b9bf14898 req-dd7f37c2-765f-45e9-896c-e3386c2d1da2 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500121 Apr 14 21:08:01.930310 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33626) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:01.944259 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0095f53d-5355-4ed7-a669-6d045b5c7c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.024983 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0095f53d-5355-4ed7-a669-6d045b5c7c8e admin admin] Publish callbacks [] for security_group (0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.086502 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0095f53d-5355-4ed7-a669-6d045b5c7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.125750 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0095f53d-5355-4ed7-a669-6d045b5c7c8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44515d1c438b49409537775205cf78a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943462 Apr 14 21:08:02.126590 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095f53d-5355-4ed7-a669-6d045b5c7c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:02.132099 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33630) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:02.180441 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-554d697c-f02d-45d7-a5dc-4b675580210a admin admin] Publish callbacks [] for security_group (0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.202555 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-554d697c-f02d-45d7-a5dc-4b675580210a admin admin] Publish callbacks [] for security_group (0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.314323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b634-6b41-4932-a445-a907b35d36da req-2784d38a-ee9c-465b-97d9-1c86f99843dc tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:02.315909 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6fe4b634-6b41-4932-a445-a907b35d36da req-2784d38a-ee9c-465b-97d9-1c86f99843dc tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0472713 Apr 14 21:08:02.342850 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-554d697c-f02d-45d7-a5dc-4b675580210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.345678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-554d697c-f02d-45d7-a5dc-4b675580210a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.349994 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-554d697c-f02d-45d7-a5dc-4b675580210a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e HTTP/1.1" status: 204 len: 168 time: 0.2198544 Apr 14 21:08:02.368613 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d697c-f02d-45d7-a5dc-4b675580210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc0abdb-7230-4a9f-ae1c-3f4f6f43f40e,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:02.389434 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6fe4b634-6b41-4932-a445-a907b35d36da req-62cbd4c7-b1bc-445c-8b1f-69ea90920949 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ec0e3f0-302d-4b97-8892-0ae6e3691541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673523 Apr 14 21:08:02.409346 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-f8cee102-f073-478b-ab3e-2dcc6f18f486 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:02.411109 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-f8cee102-f073-478b-ab3e-2dcc6f18f486 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.45 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 946 time: 0.0649529 Apr 14 21:08:02.645578 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Deleting port cb4f199d-d1dc-4655-9d55-1de166de4dfb {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:02.645932 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.661460 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-8f39241b-4c74-4bfa-9541-9f63219dde9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.751523 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] For port cb4f199d-d1dc-4655-9d55-1de166de4dfb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cb4f199d-d1dc-4655-9d55-1de166de4dfb,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:02.751901 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:02.773007 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Calling delete_port for cb4f199d-d1dc-4655-9d55-1de166de4dfb owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:02.895263 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5cb9-e420-4a31-86d4-3fdf44d3f30e req-eda4adec-04d2-4e84-904b-b4432ec0861d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:02.897174 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d36d5cb9-e420-4a31-86d4-3fdf44d3f30e req-eda4adec-04d2-4e84-904b-b4432ec0861d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0635254 Apr 14 21:08:02.952863 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d36d5cb9-e420-4a31-86d4-3fdf44d3f30e req-f0a30d0c-6a78-4d67-b3e9-afac4bcad9e0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Apr 14 21:08:03.006340 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (cb4f199d-d1dc-4655-9d55-1de166de4dfb), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:03.020857 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['cb4f199d-d1dc-4655-9d55-1de166de4dfb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:08:03.036240 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Pushing event deleted for resources: {'Port': ['ID=cb4f199d-d1dc-4655-9d55-1de166de4dfb,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:03.091050 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] No DVR routers for this DVR port cb4f199d-d1dc-4655-9d55-1de166de4dfb on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:03.094048 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:03.097923 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-49b04a7f-cb59-40ac-9a74-451e2dee0180 req-e7bc7991-3e5e-41f0-b4f2-23c51d22cf05 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.45 "DELETE /v2.0/ports/cb4f199d-d1dc-4655-9d55-1de166de4dfb HTTP/1.1" status: 204 len: 173 time: 0.5465615 Apr 14 21:08:03.098381 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'name': 'network-vif-deleted', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:03.100767 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd76575-2086-4261-bec6-a4f447b068b6" -d '{"events": [{"server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "name": "network-vif-deleted", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:03.137824 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09134f9a-0b4b-4909-8894-c4b485735a39 x-openstack-request-id: req-09134f9a-0b4b-4909-8894-c4b485735a39 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:03.138127 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8930caa2-ebd7-46cd-8997-e3ed969fc95f", "name": "network-vif-deleted", "tag": "cb4f199d-d1dc-4655-9d55-1de166de4dfb", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:03.138396 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09134f9a-0b4b-4909-8894-c4b485735a39 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:03.138798 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09134f9a-0b4b-4909-8894-c4b485735a39'] response: {'server_uuid': '8930caa2-ebd7-46cd-8997-e3ed969fc95f', 'name': 'network-vif-deleted', 'tag': 'cb4f199d-d1dc-4655-9d55-1de166de4dfb', 'status': 'completed', 'code': 200} Apr 14 21:08:03.526699 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-221c0111-48e9-4f4a-be29-37e166d2c8a5 req-cc2a249c-4741-40d9-8a5f-0bee64bf28c7 tempest-TestMinimumBasicScenario-422155543 tempest-TestMinimumBasicScenario-422155543-project] 10.222.0.37 "GET /v2.0/ports?device_id=8930caa2-ebd7-46cd-8997-e3ed969fc95f HTTP/1.1" status: 200 len: 210 time: 0.0353591 Apr 14 21:08:04.070003 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdfdd6-b549-4dca-bed6-83cd45566464 req-c1cbdbb5-0e5f-4939-aed1-0e383025c45a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:04.071545 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-51fdfdd6-b549-4dca-bed6-83cd45566464 req-c1cbdbb5-0e5f-4939-aed1-0e383025c45a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0456400 Apr 14 21:08:04.120815 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-51fdfdd6-b549-4dca-bed6-83cd45566464 req-ab580fa4-783a-4f7b-9f96-1dba5528b378 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Apr 14 21:08:04.365272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-adb391cc-9da3-4172-b80e-eb80a18379f2 req-89ca0984-1378-4e07-9007-628df1d0bacd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:08:04.366527 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-adb391cc-9da3-4172-b80e-eb80a18379f2 req-89ca0984-1378-4e07-9007-628df1d0bacd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1737599 Apr 14 21:08:04.706846 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582002-9eb8-4971-87e8-099040dd01c9 req-11c71a9b-7b0f-4959-9361-8cf1361f6270 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:04.708728 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e582002-9eb8-4971-87e8-099040dd01c9 req-11c71a9b-7b0f-4959-9361-8cf1361f6270 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0522370 Apr 14 21:08:04.757484 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-d5c3ea50-98fc-4d13-b3d7-a8a8951e4d93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515385 Apr 14 21:08:04.770334 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e582002-9eb8-4971-87e8-099040dd01c9 req-84a12ae3-8c83-47a5-9ee9-0d3ba11e3b9a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540292 Apr 14 21:08:04.855770 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759836-2092-478b-8874-be235dc22fce req-fb234ca3-401e-4729-a5eb-cf6a4ab98e45 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:04.855770 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-fb234ca3-401e-4729-a5eb-cf6a4ab98e45 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports/8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 943 time: 0.0539963 Apr 14 21:08:05.126156 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:05.162999 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d158a65c-b1fe-42d7-8dca-8f8d84f62261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:05.231559 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 is: ACTIVE; New status is: DOWN {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:08:05.231950 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:05.258662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:05.260937 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8230d5-ce35-47b8-954a-7cea440d7dcc" -d '{"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-unplugged", "status": "completed", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:05.276436 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:05.295059 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a725d-73e2-42cb-b7aa-b963837eb24d x-openstack-request-id: req-a91a725d-73e2-42cb-b7aa-b963837eb24d {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:05.295537 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-unplugged", "status": "failed", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "code": 422}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:05.295902 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a91a725d-73e2-42cb-b7aa-b963837eb24d {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:05.301264 dv-cinder-837541-3-iscsi neutron-server[110253]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a91a725d-73e2-42cb-b7aa-b963837eb24d']: {'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'code': 422} returned with failed status Apr 14 21:08:05.377641 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:05.379067 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device cb4f199d-d1dc-4655-9d55-1de166de4dfb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:05.401384 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: cb4f199d-d1dc-4655-9d55-1de166de4dfb {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:05.401729 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device cb4f199d-d1dc-4655-9d55-1de166de4dfb not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:05.448747 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=6']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:05.884658 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccbf9a-16e7-40f9-9231-f84cd518f256 req-a3f28107-6594-4a9f-95c0-e8126ca6f169 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:05.886040 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-32ccbf9a-16e7-40f9-9231-f84cd518f256 req-a3f28107-6594-4a9f-95c0-e8126ca6f169 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0468593 Apr 14 21:08:05.934632 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-32ccbf9a-16e7-40f9-9231-f84cd518f256 req-657dba4b-6800-40bb-81b1-78d5c5cc32c0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Apr 14 21:08:06.238097 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33760) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:06.484538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:06.578072 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:06.819558 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Deleting port a56d4403-d0a3-4ce8-a549-effc758c78c9 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:06.819777 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:06.898360 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] For port a56d4403-d0a3-4ce8-a549-effc758c78c9, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a56d4403-d0a3-4ce8-a549-effc758c78c9,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:06.899027 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:06.912047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Calling delete_port for a56d4403-d0a3-4ce8-a549-effc758c78c9 owned by network:router_interface {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:07.069634 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b62f2-5ab7-42c5-b049-7d2a1a8f2b14 req-7e4cf24c-0e70-4c8f-b95f-9d7dc774f617 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:07.071112 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af7b62f2-5ab7-42c5-b049-7d2a1a8f2b14 req-7e4cf24c-0e70-4c8f-b95f-9d7dc774f617 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0612354 Apr 14 21:08:07.147138 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-af7b62f2-5ab7-42c5-b049-7d2a1a8f2b14 req-0aa29621-8f0d-4106-8a66-f3176c264bc7 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693221 Apr 14 21:08:07.234850 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (a56d4403-d0a3-4ce8-a549-effc758c78c9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:07.259210 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a56d4403-d0a3-4ce8-a549-effc758c78c9,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:07.425474 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:07.642744 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:08:07.753800 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:08:07.758825 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-91f74665-3667-446a-a7a8-90a9cc982e6c admin admin] 10.222.0.37 "PUT /v2.0/routers/7f932cf9-68cb-48bd-b8e8-aa60fabfb541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191636 Apr 14 21:08:07.762030 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33776) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:07.764021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] Sync routers for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:08:07.777556 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:07.778208 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:07.813386 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:07.870194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks [] for router (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:07.890683 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:07.978649 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks [] for router_gateway (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.036390 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.077680 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:08:07Z', 'revision_number': 5, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port': {'id': '22b5bd84-c05e-4a46-b9d4-08e9633c37f4', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:08.095922 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Deleting port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:08.096261 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.107888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] Checking router: 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:08:08.116356 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] Routers {'7f932cf9-68cb-48bd-b8e8-aa60fabfb541'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:08.117251 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:08.201395 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] For port 22b5bd84-c05e-4a46-b9d4-08e9633c37f4, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:08.201764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.215696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] Set router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 gateway port host: None {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:08.216893 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Calling delete_port for 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:08.274486 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:08:07Z', 'revision_number': 6, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port_host': None}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:08.302757 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44efc-f413-4d94-82d2-326a5aeb1da0 req-f202b52d-d3a0-458c-b370-e149dfdd40d6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:08.303558 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141d3dc-c839-4bd6-a090-cb9bc04ed7bc None None] The sync data for ids ['7f932cf9-68cb-48bd-b8e8-aa60fabfb541'] in dv-cinder-837541-3-iscsi is: [{'id': '7f932cf9-68cb-48bd-b8e8-aa60fabfb541', 'name': 'tempest-TestMinimumBasicScenario-49737042-router', 'tenant_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:49Z', 'updated_at': '2022-04-14T21:08:07Z', 'revision_number': 6, 'project_id': '6aab6e9b0b8f43609fad4f8ebeef7a5f', 'gw_port_host': None}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:08:08.304319 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfa44efc-f413-4d94-82d2-326a5aeb1da0 req-f202b52d-d3a0-458c-b370-e149dfdd40d6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0782630 Apr 14 21:08:08.406916 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfa44efc-f413-4d94-82d2-326a5aeb1da0 req-cceab10b-2d73-409c-9f97-4484e39605e6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926394 Apr 14 21:08:08.553006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (22b5bd84-c05e-4a46-b9d4-08e9633c37f4), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.602694 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b5bd84-c05e-4a46-b9d4-08e9633c37f4,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:08.682866 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.777353 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.787823 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks [] for router_controller (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.900125 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (7f932cf9-68cb-48bd-b8e8-aa60fabfb541), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.900706 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f932cf9-68cb-48bd-b8e8-aa60fabfb541 {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:08:08.905494 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.906662 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f98ce32f-3edb-435f-b005-ecbd22993189 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7f932cf9-68cb-48bd-b8e8-aa60fabfb541 HTTP/1.1" status: 204 len: 168 time: 1.1435483 Apr 14 21:08:08.909236 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33792) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:08.957172 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Deleting subnet 5bdcfd42-e50a-47c7-a3df-b522aeb97bfc {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:08:08.960195 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Publish callbacks [] for subnet (5bdcfd42-e50a-47c7-a3df-b522aeb97bfc), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:08.993690 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (5bdcfd42-e50a-47c7-a3df-b522aeb97bfc), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.073456 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (5bdcfd42-e50a-47c7-a3df-b522aeb97bfc), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.224365 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (5bdcfd42-e50a-47c7-a3df-b522aeb97bfc), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.255405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdcfd42-e50a-47c7-a3df-b522aeb97bfc,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:09.257661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.262351 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-81c955af-fa69-454a-8bc1-67170c719a81 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5bdcfd42-e50a-47c7-a3df-b522aeb97bfc HTTP/1.1" status: 204 len: 168 time: 0.3500268 Apr 14 21:08:09.262982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc248c5-47e7-4994-9a76-04e7c1e24986 None None] Network 99948258-9fdd-486e-b539-afb17e43599f requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:08:09.264042 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33794) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:09.341546 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (99948258-9fdd-486e-b539-afb17e43599f), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.397019 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Deleting port 124c6895-f23b-4a90-8f35-170ee4f359d7 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:09.397505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.431453 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] DHCP port deletion for 99948258-9fdd-486e-b539-afb17e43599f request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:08:09.464974 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] For port 124c6895-f23b-4a90-8f35-170ee4f359d7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=124c6895-f23b-4a90-8f35-170ee4f359d7,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:09.465339 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.485707 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] Deleting port 124c6895-f23b-4a90-8f35-170ee4f359d7 {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:09.486087 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.486661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Calling delete_port for 124c6895-f23b-4a90-8f35-170ee4f359d7 owned by network:dhcp {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:09.534301 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634211d-bb4d-4c71-9f76-70985dce765b req-e8461a28-a073-4945-9176-6076c670090a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:09.536455 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d634211d-bb4d-4c71-9f76-70985dce765b req-e8461a28-a073-4945-9176-6076c670090a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0591683 Apr 14 21:08:09.583821 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] For port 124c6895-f23b-4a90-8f35-170ee4f359d7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=124c6895-f23b-4a90-8f35-170ee4f359d7,segment=NetworkSegment(3a2755a4-e403-41c6-a0a0-99f38b2c62ca),segment_id=3a2755a4-e403-41c6-a0a0-99f38b2c62ca)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:09.584524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.596907 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d634211d-bb4d-4c71-9f76-70985dce765b req-1a1c0980-845e-42f6-a9a3-8d95901a2e50 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549042 Apr 14 21:08:09.601564 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] Calling delete_port for 124c6895-f23b-4a90-8f35-170ee4f359d7 owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:09.708885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.709164 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (124c6895-f23b-4a90-8f35-170ee4f359d7), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.739922 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.743865 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Pushing event deleted for resources: {'Port': ['ID=124c6895-f23b-4a90-8f35-170ee4f359d7,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:09.746560 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] Pushing event deleted for resources: {'Port': ['ID=124c6895-f23b-4a90-8f35-170ee4f359d7,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:09.750156 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] No DVR routers for this DVR port 124c6895-f23b-4a90-8f35-170ee4f359d7 on host dv-cinder-837541-3-iscsi {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:09.752195 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b90cf-2c09-46e2-806f-1eadd14dac35 None None] No DVR routers for this DVR port 124c6895-f23b-4a90-8f35-170ee4f359d7 on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:09.840525 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (99948258-9fdd-486e-b539-afb17e43599f), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.860973 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99948258-9fdd-486e-b539-afb17e43599f']}} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:09.870820 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2755a4-e403-41c6-a0a0-99f38b2c62ca') {'for_net_delete': True} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:09.871126 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2755a4-e403-41c6-a0a0-99f38b2c62ca') {} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:09.880784 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130374854'] for segment (3a2755a4-e403-41c6-a0a0-99f38b2c62ca), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.899481 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (3a2755a4-e403-41c6-a0a0-99f38b2c62ca), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.906009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=110251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:08:09.906409 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130671630'] for segment (3a2755a4-e403-41c6-a0a0-99f38b2c62ca), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: Traceback (most recent call last): Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: timer() Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: cb(*args, **kw) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: return func(*args, **kwargs) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: self._notify() Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: self.callback(batched_events) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: event.method(event) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: return f(self, *a, **k) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._get(url).json() Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: return self.request(url, 'GET', **kwargs) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:08:09.908384 dv-cinder-837541-3-iscsi neutron-server[110251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:08:10.029653 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (99948258-9fdd-486e-b539-afb17e43599f), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:10.035124 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:10.038555 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] 10.222.0.37 "DELETE /v2.0/networks/99948258-9fdd-486e-b539-afb17e43599f HTTP/1.1" status: 204 len: 168 time: 0.7730575 Apr 14 21:08:10.041610 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33810) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:10.055775 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cdb6b-0028-42fb-abf6-d3bc4adf452a admin admin] Pushing event deleted for resources: {'Network': ['ID=99948258-9fdd-486e-b539-afb17e43599f,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:10.190416 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:10.213105 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:10.213461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 22b5bd84-c05e-4a46-b9d4-08e9633c37f4 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:10.213881 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 124c6895-f23b-4a90-8f35-170ee4f359d7 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:10.236706 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 124c6895-f23b-4a90-8f35-170ee4f359d7 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:10.237173 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 124c6895-f23b-4a90-8f35-170ee4f359d7 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:10.237633 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a56d4403-d0a3-4ce8-a549-effc758c78c9 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:10.273462 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: a56d4403-d0a3-4ce8-a549-effc758c78c9 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:10.274545 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a56d4403-d0a3-4ce8-a549-effc758c78c9 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:10.671379 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-194dcb3f-b839-497e-89e0-8bfd7118856d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416627 Apr 14 21:08:10.733609 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (7d88f612-7ee9-4783-b2bd-0fcd14961d80), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:10.736434 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-ecfa83ff-800e-4fcb-8457-1ee9ca7616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:10.738030 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-ecfa83ff-800e-4fcb-8457-1ee9ca7616c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 1131 time: 0.0449717 Apr 14 21:08:10.741547 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07465f78-b6c0-41fa-a706-a3fbcb319583 req-e9dbe361-c119-4b79-b297-217bce932013 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:10.743010 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-07465f78-b6c0-41fa-a706-a3fbcb319583 req-e9dbe361-c119-4b79-b297-217bce932013 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0582318 Apr 14 21:08:10.861863 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-07465f78-b6c0-41fa-a706-a3fbcb319583 req-caf71171-af0e-43d2-a36c-f5fb92e2dc22 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850153 Apr 14 21:08:10.879176 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-fe13dcee-aca3-47c6-ad01-72081273d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:10.880651 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-fe13dcee-aca3-47c6-ad01-72081273d8ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 200 len: 918 time: 0.1125474 Apr 14 21:08:10.977639 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-8178e4f9-ec71-4e18-911a-92eff46295db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 200 len: 1002 time: 0.0903208 Apr 14 21:08:11.032191 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Deleting port 4aa69e00-b513-4884-b0e5-b6b97aab2e46 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:11.032464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:11.038693 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-174abc75-c774-418c-93ee-699c29998888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:11.040286 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-174abc75-c774-418c-93ee-699c29998888 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 200 len: 856 time: 0.0571721 Apr 14 21:08:11.087188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-68f7d2ac-a677-4ec9-a110-5219dfae3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:11.088816 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-68f7d2ac-a677-4ec9-a110-5219dfae3911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82b3934c-ff72-41f0-b18b-9a5efa9757e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427270 Apr 14 21:08:11.116294 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] For port 4aa69e00-b513-4884-b0e5-b6b97aab2e46, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=4aa69e00-b513-4884-b0e5-b6b97aab2e46,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:11.116869 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:11.131221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Calling delete_port for 4aa69e00-b513-4884-b0e5-b6b97aab2e46 owned by network:router_interface {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:11.183293 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-898cf9be-dd6b-4baf-8efd-ad5b5263d485 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877600 Apr 14 21:08:11.289298 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3a8f3b68-c1d0-4ae6-86e1-4465b5ebc6a9 req-b05942e2-3f14-4da7-8fce-7da4dc6848f5 service neutron] 10.222.0.45 "GET /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968454 Apr 14 21:08:11.408671 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (4aa69e00-b513-4884-b0e5-b6b97aab2e46), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:11.435020 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa69e00-b513-4884-b0e5-b6b97aab2e46,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:11.674220 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (7d88f612-7ee9-4783-b2bd-0fcd14961d80), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:11.922995 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:08:12.043389 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c3953-818f-4ae2-bfd7-9632121f9636 req-e7b08b66-bcec-4862-9ee2-47a220940dde tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:12.045101 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f40c3953-818f-4ae2-bfd7-9632121f9636 req-e7b08b66-bcec-4862-9ee2-47a220940dde tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0944681 Apr 14 21:08:12.089700 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:08:12.095671 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-97aff601-091e-4acf-b298-b3c8db2b3c9d admin admin] 10.222.0.37 "PUT /v2.0/routers/7d88f612-7ee9-4783-b2bd-0fcd14961d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531406 Apr 14 21:08:12.098898 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33836) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:12.103528 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] Sync routers for ids ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:08:12.115032 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] Routers {'7d88f612-7ee9-4783-b2bd-0fcd14961d80'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:12.115780 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:12.122825 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f40c3953-818f-4ae2-bfd7-9632121f9636 req-94772a55-6460-4267-b691-7044961731d0 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685778 Apr 14 21:08:12.218090 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks [] for router (7d88f612-7ee9-4783-b2bd-0fcd14961d80), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:12.234162 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] Set router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:12.338651 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks [] for router_gateway (7d88f612-7ee9-4783-b2bd-0fcd14961d80), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:12.476952 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Deleting port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:12.477393 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:12.509252 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:08:11Z', 'revision_number': 5, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port': {'id': '18a93720-dbe8-4e6f-a60b-28acc8b6e22a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:12.539390 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] Checking router: 7d88f612-7ee9-4783-b2bd-0fcd14961d80 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:08:12.548575 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] Routers {'7d88f612-7ee9-4783-b2bd-0fcd14961d80'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:12.549176 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:12.564262 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] For port 18a93720-dbe8-4e6f-a60b-28acc8b6e22a, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:12.564633 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:12.577462 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Calling delete_port for 18a93720-dbe8-4e6f-a60b-28acc8b6e22a owned by network:router_gateway {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:12.636320 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] Set router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 gateway port host: None {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:12.688290 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:08:12Z', 'revision_number': 6, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port_host': None}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:12.717912 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3185d639-2e7c-46ae-8cf6-6d98e6f1b6f8 None None] The sync data for ids ['7d88f612-7ee9-4783-b2bd-0fcd14961d80'] in dv-cinder-837541-3-iscsi is: [{'id': '7d88f612-7ee9-4783-b2bd-0fcd14961d80', 'name': 'tempest-TestMinimumBasicScenario-126011770-router', 'tenant_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:56Z', 'updated_at': '2022-04-14T21:08:12Z', 'revision_number': 6, 'project_id': '0c13be81df9447cfbfbfa40b56ebba0c', 'gw_port_host': None}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:08:12.806167 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (18a93720-dbe8-4e6f-a60b-28acc8b6e22a), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:12.833508 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a93720-dbe8-4e6f-a60b-28acc8b6e22a,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:12.891905 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (7d88f612-7ee9-4783-b2bd-0fcd14961d80), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:12.998650 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (7d88f612-7ee9-4783-b2bd-0fcd14961d80), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.000686 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks [] for router_controller (7d88f612-7ee9-4783-b2bd-0fcd14961d80), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.148862 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (7d88f612-7ee9-4783-b2bd-0fcd14961d80), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.151971 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d88f612-7ee9-4783-b2bd-0fcd14961d80 {{(pid=110251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:08:13.154758 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.156114 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b12a5786-3e68-4654-9d0b-cdd5a2136c27 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7d88f612-7ee9-4783-b2bd-0fcd14961d80 HTTP/1.1" status: 204 len: 168 time: 1.0561583 Apr 14 21:08:13.158455 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33846) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:13.207660 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Deleting subnet 578368df-cdd1-429d-ab1f-aeb94974f1a0 {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:08:13.210848 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Publish callbacks [] for subnet (578368df-cdd1-429d-ab1f-aeb94974f1a0), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.262630 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1ae66-9460-4b36-80df-d5998ef43ca4 req-2104fa7e-80a4-4f35-8440-fd36873b56e5 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:13.264358 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cdd1ae66-9460-4b36-80df-d5998ef43ca4 req-2104fa7e-80a4-4f35-8440-fd36873b56e5 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0492229 Apr 14 21:08:13.317089 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cdd1ae66-9460-4b36-80df-d5998ef43ca4 req-b85e3887-ea16-435d-84d3-79d8120f7fc6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470593 Apr 14 21:08:13.480942 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130374909'] for subnet (578368df-cdd1-429d-ab1f-aeb94974f1a0), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.592797 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (578368df-cdd1-429d-ab1f-aeb94974f1a0), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.712063 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130671796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130203961'] for subnet (578368df-cdd1-429d-ab1f-aeb94974f1a0), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.738505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578368df-cdd1-429d-ab1f-aeb94974f1a0,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:13.742187 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.748249 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-09cf36fd-350c-4f09-a675-2b35833d033c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/578368df-cdd1-429d-ab1f-aeb94974f1a0 HTTP/1.1" status: 204 len: 168 time: 0.5863540 Apr 14 21:08:13.748581 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33854) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:13.750524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4c901-a86b-4657-821b-df2f187ecdfa None None] Network 8a12d58d-ef45-444b-9867-dd4916691d92 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:08:13.818888 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (8a12d58d-ef45-444b-9867-dd4916691d92), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.862983 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Deleting port 6077f2fd-c768-42db-9e1c-765c508b147b {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:13.863331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.903333 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] DHCP port deletion for 8a12d58d-ef45-444b-9867-dd4916691d92 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:08:13.929594 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] For port 6077f2fd-c768-42db-9e1c-765c508b147b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6077f2fd-c768-42db-9e1c-765c508b147b,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:13.929959 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:13.943493 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Calling delete_port for 6077f2fd-c768-42db-9e1c-765c508b147b owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:13.946588 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] Deleting port 6077f2fd-c768-42db-9e1c-765c508b147b {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:13.946995 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.009316 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] For port 6077f2fd-c768-42db-9e1c-765c508b147b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6077f2fd-c768-42db-9e1c-765c508b147b,segment=NetworkSegment(d44781b4-4c52-4652-ade8-a07be43bfa47),segment_id=d44781b4-4c52-4652-ade8-a07be43bfa47)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:14.010052 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.022537 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] Calling delete_port for 6077f2fd-c768-42db-9e1c-765c508b147b owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:14.149118 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.178395 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] No DVR routers for this DVR port 6077f2fd-c768-42db-9e1c-765c508b147b on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:14.180518 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Pushing event deleted for resources: {'Port': ['ID=6077f2fd-c768-42db-9e1c-765c508b147b,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:14.236451 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6077f2fd-c768-42db-9e1c-765c508b147b no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:14.259145 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 6077f2fd-c768-42db-9e1c-765c508b147b {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:14.259578 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6077f2fd-c768-42db-9e1c-765c508b147b not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:14.260004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 18a93720-dbe8-4e6f-a60b-28acc8b6e22a no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:14.262914 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (6077f2fd-c768-42db-9e1c-765c508b147b), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.264512 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (8a12d58d-ef45-444b-9867-dd4916691d92), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.284802 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a12d58d-ef45-444b-9867-dd4916691d92']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:14.286510 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 18a93720-dbe8-4e6f-a60b-28acc8b6e22a {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:14.286864 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 18a93720-dbe8-4e6f-a60b-28acc8b6e22a not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:14.287287 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4aa69e00-b513-4884-b0e5-b6b97aab2e46 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:14.294890 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44781b4-4c52-4652-ade8-a07be43bfa47') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:14.295240 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44781b4-4c52-4652-ade8-a07be43bfa47') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:14.305718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (d44781b4-4c52-4652-ade8-a07be43bfa47), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.318567 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (d44781b4-4c52-4652-ade8-a07be43bfa47), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.321974 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] Pushing event deleted for resources: {'Port': ['ID=6077f2fd-c768-42db-9e1c-765c508b147b,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:14.324476 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:08:14.324865 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (d44781b4-4c52-4652-ade8-a07be43bfa47), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:08:14.326531 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:08:14.328761 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86004186-587a-4a9e-86e8-d9081d60b914 None None] No DVR routers for this DVR port 6077f2fd-c768-42db-9e1c-765c508b147b on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:14.331250 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 4aa69e00-b513-4884-b0e5-b6b97aab2e46 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:14.331635 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 4aa69e00-b513-4884-b0e5-b6b97aab2e46 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:14.432362 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506c8e-add4-4dcf-a550-6e0e5dcd587f req-29bf23ec-23ef-4b46-948b-74138b9641b3 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:14.433763 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf506c8e-add4-4dcf-a550-6e0e5dcd587f req-29bf23ec-23ef-4b46-948b-74138b9641b3 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0476286 Apr 14 21:08:14.482989 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf506c8e-add4-4dcf-a550-6e0e5dcd587f req-d9b653b1-cb9d-4652-adf9-0627a407e67f tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Apr 14 21:08:14.491797 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (8a12d58d-ef45-444b-9867-dd4916691d92), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.507337 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:14.511012 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8a12d58d-ef45-444b-9867-dd4916691d92 HTTP/1.1" status: 204 len: 168 time: 0.7613811 Apr 14 21:08:14.512343 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd31f5b-dac9-4e3b-8fe2-f6105d06c951 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a12d58d-ef45-444b-9867-dd4916691d92,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:14.943029 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33864) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:14.983611 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bb3e3096-38e9-4629-8ec7-f34645eafedd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6aab6e9b0b8f43609fad4f8ebeef7a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390365 Apr 14 21:08:14.986322 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33866) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:15.032010 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a686ae2a-e5ca-4303-badd-d83348d7ac7a admin admin] Publish callbacks [] for security_group (4ec0e3f0-302d-4b97-8892-0ae6e3691541), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:15.053401 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a686ae2a-e5ca-4303-badd-d83348d7ac7a admin admin] Publish callbacks [] for security_group (4ec0e3f0-302d-4b97-8892-0ae6e3691541), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:15.214257 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a686ae2a-e5ca-4303-badd-d83348d7ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (4ec0e3f0-302d-4b97-8892-0ae6e3691541), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:15.217008 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a686ae2a-e5ca-4303-badd-d83348d7ac7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:15.222597 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a686ae2a-e5ca-4303-badd-d83348d7ac7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ec0e3f0-302d-4b97-8892-0ae6e3691541 HTTP/1.1" status: 204 len: 168 time: 0.2309475 Apr 14 21:08:15.227937 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686ae2a-e5ca-4303-badd-d83348d7ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec0e3f0-302d-4b97-8892-0ae6e3691541,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:15.590662 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759836-2092-478b-8874-be235dc22fce req-f2ae3179-14f9-480f-9c0b-56f8288cfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:15.592379 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-f2ae3179-14f9-480f-9c0b-56f8288cfacd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680&tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85 HTTP/1.1" status: 200 len: 1128 time: 0.0892379 Apr 14 21:08:15.605264 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42d90-b925-4313-854f-6b03744c1b02 req-9799b3aa-e1d7-43db-85fa-9ed33c837d8e tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:15.607324 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88e42d90-b925-4313-854f-6b03744c1b02 req-9799b3aa-e1d7-43db-85fa-9ed33c837d8e tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0567603 Apr 14 21:08:15.671878 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759836-2092-478b-8874-be235dc22fce req-fbff148e-caf1-4ee9-9a1b-2399e998452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:15.673459 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-fbff148e-caf1-4ee9-9a1b-2399e998452c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1128 time: 0.0530145 Apr 14 21:08:15.678640 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-88e42d90-b925-4313-854f-6b03744c1b02 req-069f1797-ff3c-4a71-8150-3e4b82197e42 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644639 Apr 14 21:08:15.770543 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759836-2092-478b-8874-be235dc22fce req-1a3a817f-fb63-48a7-9962-83c5652c8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:15.772049 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-1a3a817f-fb63-48a7-9962-83c5652c8e55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 909 time: 0.0908906 Apr 14 21:08:15.838719 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-43e5e0b0-f50d-48ac-aeda-7596d6555e79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 1000 time: 0.0605316 Apr 14 21:08:15.891395 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759836-2092-478b-8874-be235dc22fce req-c6296927-c45e-49ae-8341-809a4a9a96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:15.892998 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-c6296927-c45e-49ae-8341-809a4a9a96c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 200 len: 847 time: 0.0480459 Apr 14 21:08:15.943055 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759836-2092-478b-8874-be235dc22fce req-b450d41d-32f4-4226-9a39-e394f146bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:15.945078 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-b450d41d-32f4-4226-9a39-e394f146bec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449235 Apr 14 21:08:16.010482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33884) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:16.038633 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-de5d34d6-764e-4ad0-bfcf-3b063b1369b1 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Apr 14 21:08:16.050759 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e61021c2-8575-4264-98f8-aecf21b18662 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c13be81df9447cfbfbfa40b56ebba0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385587 Apr 14 21:08:16.053372 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33886) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:16.169993 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-03e10d3b-b898-4042-8f77-87ece3e7bfa1 admin admin] Publish callbacks [] for security_group (8910b367-76da-4772-a379-e834aa534c9a), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:16.177215 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d8759836-2092-478b-8874-be235dc22fce req-2d97461d-3042-4edc-a242-c72d85f83693 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319780 Apr 14 21:08:16.195765 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-03e10d3b-b898-4042-8f77-87ece3e7bfa1 admin admin] Publish callbacks [] for security_group (8910b367-76da-4772-a379-e834aa534c9a), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:16.320444 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-03e10d3b-b898-4042-8f77-87ece3e7bfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (8910b367-76da-4772-a379-e834aa534c9a), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:16.323195 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-03e10d3b-b898-4042-8f77-87ece3e7bfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:16.324387 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-03e10d3b-b898-4042-8f77-87ece3e7bfa1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8910b367-76da-4772-a379-e834aa534c9a HTTP/1.1" status: 204 len: 168 time: 0.2701247 Apr 14 21:08:16.332271 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10d3b-b898-4042-8f77-87ece3e7bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910b367-76da-4772-a379-e834aa534c9a,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:16.801438 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64e330-4c9f-4df4-95cc-82d974ea9ac6 req-563ce5ea-f59a-4658-a498-213040e4a12b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:16.803052 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bd64e330-4c9f-4df4-95cc-82d974ea9ac6 req-563ce5ea-f59a-4658-a498-213040e4a12b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0480030 Apr 14 21:08:16.859295 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bd64e330-4c9f-4df4-95cc-82d974ea9ac6 req-eddb63ee-caa0-46aa-b5ab-214c37fae35c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501206 Apr 14 21:08:17.972889 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e962f4-1943-4cac-b8f9-534313a8bfb2 req-fd3dbfcd-ad6d-40a5-a8bd-0f1ca4528fe7 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:17.974389 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-87e962f4-1943-4cac-b8f9-534313a8bfb2 req-fd3dbfcd-ad6d-40a5-a8bd-0f1ca4528fe7 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0471075 Apr 14 21:08:18.023185 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-87e962f4-1943-4cac-b8f9-534313a8bfb2 req-72b5b69c-b312-4e58-833c-fd690a1186c6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Apr 14 21:08:19.144534 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222975c-b4cd-4234-aafd-797292595022 req-bdaa74bc-1d5c-44a7-9d0d-60d321113e6c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:19.145446 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3222975c-b4cd-4234-aafd-797292595022 req-bdaa74bc-1d5c-44a7-9d0d-60d321113e6c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0452318 Apr 14 21:08:19.193599 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3222975c-b4cd-4234-aafd-797292595022 req-34bbd6db-f766-4aba-b5a4-c2ab2c434f90 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Apr 14 21:08:20.308224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9684f-0a9c-4bca-83ea-963882b44d47 req-cb11e0a2-68f7-4fbe-b71f-06c8c35fa2f6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:20.309750 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-42a9684f-0a9c-4bca-83ea-963882b44d47 req-cb11e0a2-68f7-4fbe-b71f-06c8c35fa2f6 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0492754 Apr 14 21:08:20.359711 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-42a9684f-0a9c-4bca-83ea-963882b44d47 req-c14be43b-7d0a-4dec-a227-bd168789b598 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Apr 14 21:08:20.867181 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33930) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:20.978910 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8503fe31-6c82-4794-953f-56a308990a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.060794 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8503fe31-6c82-4794-953f-56a308990a0d admin admin] Publish callbacks [] for security_group (2deaccad-9db7-4cff-9056-6f91cca0d00b), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.125918 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8503fe31-6c82-4794-953f-56a308990a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2deaccad-9db7-4cff-9056-6f91cca0d00b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.167745 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8503fe31-6c82-4794-953f-56a308990a0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1f67e5a35a243268f3af75b587e4b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994456 Apr 14 21:08:21.168590 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503fe31-6c82-4794-953f-56a308990a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deaccad-9db7-4cff-9056-6f91cca0d00b,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:21.170464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33934) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:21.219382 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-725ccb0e-82dc-4e0d-a9e3-b4c1dbe078fd admin admin] Publish callbacks [] for security_group (2deaccad-9db7-4cff-9056-6f91cca0d00b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.240553 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-725ccb0e-82dc-4e0d-a9e3-b4c1dbe078fd admin admin] Publish callbacks [] for security_group (2deaccad-9db7-4cff-9056-6f91cca0d00b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.365837 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-725ccb0e-82dc-4e0d-a9e3-b4c1dbe078fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2deaccad-9db7-4cff-9056-6f91cca0d00b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.368443 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-725ccb0e-82dc-4e0d-a9e3-b4c1dbe078fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:21.369791 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-725ccb0e-82dc-4e0d-a9e3-b4c1dbe078fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2deaccad-9db7-4cff-9056-6f91cca0d00b HTTP/1.1" status: 204 len: 168 time: 0.1981144 Apr 14 21:08:21.379267 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ccb0e-82dc-4e0d-a9e3-b4c1dbe078fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deaccad-9db7-4cff-9056-6f91cca0d00b,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:21.476289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621d7f-2c02-4a32-b1af-2e69ff6967da req-ab8ea492-968e-4381-8d7f-2b9c724e6840 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:21.477694 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a621d7f-2c02-4a32-b1af-2e69ff6967da req-ab8ea492-968e-4381-8d7f-2b9c724e6840 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0500722 Apr 14 21:08:21.525228 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9a621d7f-2c02-4a32-b1af-2e69ff6967da req-3139bea9-8ed5-4279-8dcf-e9a3afd38ad1 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Apr 14 21:08:22.027280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 33944) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:22.040325 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b3814605-bf72-4b45-9a4b-22db342ebd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.110815 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b3814605-bf72-4b45-9a4b-22db342ebd4a admin admin] Publish callbacks [] for security_group (9c603dfa-1499-4cbb-97b9-e63229a835b5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.168506 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b3814605-bf72-4b45-9a4b-22db342ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (9c603dfa-1499-4cbb-97b9-e63229a835b5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.211313 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b3814605-bf72-4b45-9a4b-22db342ebd4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7257d9fdfb8845438799ee8561507893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828895 Apr 14 21:08:22.212199 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3814605-bf72-4b45-9a4b-22db342ebd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c603dfa-1499-4cbb-97b9-e63229a835b5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:22.213994 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 33946) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:22.261320 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cac91244-e74a-4343-89fd-8a0e2d173e63 admin admin] Publish callbacks [] for security_group (9c603dfa-1499-4cbb-97b9-e63229a835b5), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.282436 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cac91244-e74a-4343-89fd-8a0e2d173e63 admin admin] Publish callbacks [] for security_group (9c603dfa-1499-4cbb-97b9-e63229a835b5), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.391269 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cac91244-e74a-4343-89fd-8a0e2d173e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (9c603dfa-1499-4cbb-97b9-e63229a835b5), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.393964 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-cac91244-e74a-4343-89fd-8a0e2d173e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:22.395109 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-cac91244-e74a-4343-89fd-8a0e2d173e63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c603dfa-1499-4cbb-97b9-e63229a835b5 HTTP/1.1" status: 204 len: 168 time: 0.1801076 Apr 14 21:08:22.403213 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac91244-e74a-4343-89fd-8a0e2d173e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c603dfa-1499-4cbb-97b9-e63229a835b5,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:22.636323 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7ca0a-52ee-4a9c-9800-29732f9bf271 req-90e0414f-8d92-4c90-a975-87a508f2ee32 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:22.637787 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3a7ca0a-52ee-4a9c-9800-29732f9bf271 req-90e0414f-8d92-4c90-a975-87a508f2ee32 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0454693 Apr 14 21:08:22.691977 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e3a7ca0a-52ee-4a9c-9800-29732f9bf271 req-3e14057d-096d-4825-90ea-5a4eef28e5b7 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485568 Apr 14 21:08:23.813653 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6b315-e475-40f1-b4a0-c077971e0197 req-ea83d2f1-0b0d-4eec-94fe-4f632964821d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:23.815125 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7cd6b315-e475-40f1-b4a0-c077971e0197 req-ea83d2f1-0b0d-4eec-94fe-4f632964821d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0455465 Apr 14 21:08:23.865252 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7cd6b315-e475-40f1-b4a0-c077971e0197 req-0ee6f90f-91b8-44b5-8424-6fecbb1ead5d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Apr 14 21:08:24.988090 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225717-facf-4a0c-9122-455651e9b346 req-2873bc6f-3475-4a6a-a61d-f992bca58d55 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:24.989639 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0c225717-facf-4a0c-9122-455651e9b346 req-2873bc6f-3475-4a6a-a61d-f992bca58d55 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 944 time: 0.0495000 Apr 14 21:08:25.040111 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0c225717-facf-4a0c-9122-455651e9b346 req-12e835d6-39ae-4a86-8aa4-cd7ca8b1d4d5 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Apr 14 21:08:25.750434 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:08:25.852750 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:25.864811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'port_id': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'mac_address': 'fa:16:3e:52:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:08:25.903204 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:08:25.903626 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:25.916448 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8737b737-90a9-4bd8-bb2c-417ca0ad1106 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:08:25.939178 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:25.985454 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:26.041426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=7']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:26.157795 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73958f30-4c80-4dc8-a348-c6dcb09713b4 req-2c536063-c1f0-421a-909b-6847c6d282cc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:26.159298 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-73958f30-4c80-4dc8-a348-c6dcb09713b4 req-2c536063-c1f0-421a-909b-6847c6d282cc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Apr 14 21:08:26.206598 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-73958f30-4c80-4dc8-a348-c6dcb09713b4 req-4f6148a2-363f-4e1c-b99b-b1fba708a818 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Apr 14 21:08:26.235672 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['8737b737-90a9-4bd8-bb2c-417ca0ad1106'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:08:27.323647 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49278d-252b-4c67-ac74-5de830a0608c req-95215794-aac7-4b3a-b81a-97138de10f74 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:27.325036 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a49278d-252b-4c67-ac74-5de830a0608c req-95215794-aac7-4b3a-b81a-97138de10f74 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 945 time: 0.0461490 Apr 14 21:08:27.374744 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a49278d-252b-4c67-ac74-5de830a0608c req-cda828c5-3352-41c9-9feb-1c0727d8a800 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Apr 14 21:08:27.758447 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:08:27.806400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:08:27.806834 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:27.899555 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:08:27.899941 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:27.922688 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:27.924946 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67000fb6-b661-4846-9c1b-a031531d1fb8" -d '{"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-plugged", "status": "completed", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:27.937159 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:27.960862 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1614e1a-f213-46a4-b5e4-15cce65e9fa7 x-openstack-request-id: req-c1614e1a-f213-46a4-b5e4-15cce65e9fa7 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:27.961249 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-plugged", "status": "completed", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:27.961511 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1614e1a-f213-46a4-b5e4-15cce65e9fa7 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:27.961908 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1614e1a-f213-46a4-b5e4-15cce65e9fa7'] response: {'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'code': 200} Apr 14 21:08:27.990982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:28.041675 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=8']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:28.265423 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea543a-370e-4084-8bf8-e26b92282be0 req-e65bc6c1-e74a-4b04-81e1-9f06bb15eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:28.266956 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ecea543a-370e-4084-8bf8-e26b92282be0 req-e65bc6c1-e74a-4b04-81e1-9f06bb15eda5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1130 time: 0.0392532 Apr 14 21:08:28.315738 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ecea543a-370e-4084-8bf8-e26b92282be0 req-572f6e88-618d-4d5b-b7c2-c72da124bc34 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Apr 14 21:08:28.490860 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a76f-ec1b-45a2-ad6c-1e44990cb578 req-cf9732d1-31c3-4f3b-92ff-21ded05f9c42 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:28.492379 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-83f3a76f-ec1b-45a2-ad6c-1e44990cb578 req-cf9732d1-31c3-4f3b-92ff-21ded05f9c42 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0468161 Apr 14 21:08:28.544714 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-83f3a76f-ec1b-45a2-ad6c-1e44990cb578 req-4458604d-da11-4f4f-ac97-a568d43c91aa tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Apr 14 21:08:29.656881 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c169-bc7e-46d0-8953-c0d6442a825b req-a5384364-3e9e-4094-bd57-9ae303c131a5 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:29.658360 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bde6c169-bc7e-46d0-8953-c0d6442a825b req-a5384364-3e9e-4094-bd57-9ae303c131a5 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0452120 Apr 14 21:08:29.709613 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bde6c169-bc7e-46d0-8953-c0d6442a825b req-e169b3a5-aee8-4b87-ac4e-fc6ca82d9f9f tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 Apr 14 21:08:30.835774 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221d304-e5ad-4bab-ac55-b469f3354eea req-bd5978ad-203a-466a-81e9-d0dc54a4d2c4 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:30.837256 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1221d304-e5ad-4bab-ac55-b469f3354eea req-bd5978ad-203a-466a-81e9-d0dc54a4d2c4 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0494111 Apr 14 21:08:30.895052 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1221d304-e5ad-4bab-ac55-b469f3354eea req-06293cc6-e791-49c6-afe5-db53c80eb5cc tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508106 Apr 14 21:08:31.163174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee395-12ec-4067-96ce-0bee4e324532 req-d4dc80b7-c8ca-48a1-ae98-7f01901f743c tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:31.164640 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-976ee395-12ec-4067-96ce-0bee4e324532 req-d4dc80b7-c8ca-48a1-ae98-7f01901f743c tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0493917 Apr 14 21:08:31.211275 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-976ee395-12ec-4067-96ce-0bee4e324532 req-a87f9dbd-a8a7-488a-9005-b394909d604c tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Apr 14 21:08:32.327066 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4db3-bc12-48cf-8cee-c5e8839c950e req-9d06284b-b0d3-442f-ae61-a186f460cb1f tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:32.328621 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-009c4db3-bc12-48cf-8cee-c5e8839c950e req-9d06284b-b0d3-442f-ae61-a186f460cb1f tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0454137 Apr 14 21:08:32.375654 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-009c4db3-bc12-48cf-8cee-c5e8839c950e req-5a1507d5-355c-44ea-98e4-0ddf38cb6c90 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Apr 14 21:08:32.636961 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-37ecfac4-e9b7-4973-a06e-27eb4d5d375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:33.012850 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68970b39-5ea6-4089-8f66-911faaff3bba req-80d8d49c-4e83-4c1a-8b8e-431e3fa771cb tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:33.014193 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-68970b39-5ea6-4089-8f66-911faaff3bba req-80d8d49c-4e83-4c1a-8b8e-431e3fa771cb tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0492430 Apr 14 21:08:33.104828 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Deleting port b0992fec-5aaf-4454-a164-fbe29e7ead78 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:33.105164 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:33.200493 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] For port b0992fec-5aaf-4454-a164-fbe29e7ead78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0992fec-5aaf-4454-a164-fbe29e7ead78,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:33.200861 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:33.214186 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Calling delete_port for b0992fec-5aaf-4454-a164-fbe29e7ead78 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:33.471543 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (b0992fec-5aaf-4454-a164-fbe29e7ead78), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:33.483778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['b0992fec-5aaf-4454-a164-fbe29e7ead78'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:08:33.508473 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98e07-92a1-468f-99a4-e554bd65fe91 req-2b260916-c6e6-46ed-9113-4d22ddc4e1cd tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:33.510663 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c4d98e07-92a1-468f-99a4-e554bd65fe91 req-2b260916-c6e6-46ed-9113-4d22ddc4e1cd tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=97926af1-57f3-4a96-88f1-6b6deea308a4 HTTP/1.1" status: 200 len: 946 time: 0.0581901 Apr 14 21:08:33.510812 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Pushing event deleted for resources: {'Port': ['ID=b0992fec-5aaf-4454-a164-fbe29e7ead78,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:33.555871 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] No DVR routers for this DVR port b0992fec-5aaf-4454-a164-fbe29e7ead78 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:33.558408 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:33.561719 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-68970b39-5ea6-4089-8f66-911faaff3bba req-566a876c-5cba-4a0a-9c4e-3dbe35e27556 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "DELETE /v2.0/ports/b0992fec-5aaf-4454-a164-fbe29e7ead78 HTTP/1.1" status: 204 len: 173 time: 0.5383632 Apr 14 21:08:33.562160 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'name': 'network-vif-deleted', 'tag': 'b0992fec-5aaf-4454-a164-fbe29e7ead78'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:33.564469 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd0598-67f4-40ee-8d74-a088e2de401d" -d '{"events": [{"server_uuid": "97926af1-57f3-4a96-88f1-6b6deea308a4", "name": "network-vif-deleted", "tag": "b0992fec-5aaf-4454-a164-fbe29e7ead78"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:33.568838 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c4d98e07-92a1-468f-99a4-e554bd65fe91 req-78823f33-59cc-498d-9425-27a822bfafbf tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Apr 14 21:08:33.601337 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6ec18-f25b-4a07-84f8-95ca0a920883 x-openstack-request-id: req-5ca6ec18-f25b-4a07-84f8-95ca0a920883 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:33.602112 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97926af1-57f3-4a96-88f1-6b6deea308a4", "name": "network-vif-deleted", "tag": "b0992fec-5aaf-4454-a164-fbe29e7ead78", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:33.602364 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ca6ec18-f25b-4a07-84f8-95ca0a920883 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:33.602766 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca6ec18-f25b-4a07-84f8-95ca0a920883'] response: {'server_uuid': '97926af1-57f3-4a96-88f1-6b6deea308a4', 'name': 'network-vif-deleted', 'tag': 'b0992fec-5aaf-4454-a164-fbe29e7ead78', 'status': 'completed', 'code': 200} Apr 14 21:08:34.001782 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:08:35.116452 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-cf7620e1-7006-4ad4-8d73-b6e2ccc46a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:36.338084 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b0992fec-5aaf-4454-a164-fbe29e7ead78 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:36.358272 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: b0992fec-5aaf-4454-a164-fbe29e7ead78 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:36.358625 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b0992fec-5aaf-4454-a164-fbe29e7ead78 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:36.442188 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:37.756230 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:37.990808 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:38.839302 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5b0fb-4706-427f-b49e-7de757167814 req-4542cf88-7139-44b3-8d77-77c2789db1b7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:38.840815 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7cd5b0fb-4706-427f-b49e-7de757167814 req-4542cf88-7139-44b3-8d77-77c2789db1b7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0446696 Apr 14 21:08:38.892388 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7cd5b0fb-4706-427f-b49e-7de757167814 req-df7705eb-4bb1-43a0-9fc6-f10bdee635c8 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456467 Apr 14 21:08:39.691011 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:40.016729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f889286-1911-47d1-b5e8-f5ba14f21c05 req-ea12cd37-290c-4616-b0d1-f0337d02e747 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:40.018217 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8f889286-1911-47d1-b5e8-f5ba14f21c05 req-ea12cd37-290c-4616-b0d1-f0337d02e747 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0460806 Apr 14 21:08:40.067656 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8f889286-1911-47d1-b5e8-f5ba14f21c05 req-fd498913-734c-4ad0-8816-f1d97ab196b7 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups?id=77653852-7d1b-48fb-b3af-3803041757db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437949 Apr 14 21:08:40.303891 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-87044822-9888-479a-8815-51539464832d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:40.305366 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-87044822-9888-479a-8815-51539464832d tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 947 time: 0.0529811 Apr 14 21:08:40.408738 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Deleting port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:40.409075 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:40.496363 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] For port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:40.496760 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:40.689087 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:40.689464 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3b463002-9f4e-4b6a-b965-61f7161955a5), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:40.689880 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Floating IP 3b463002-9f4e-4b6a-b965-61f7161955a5 disassociated. External IP: 172.27.2.187, port: 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72. Apr 14 21:08:40.690231 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Calling delete_port for 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:40.871447 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:40.904855 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event deleted for resources: {'Port': ['ID=7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:41.023284 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:08:41.132773 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:08:41.142650 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:08:41.154154 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:41.154799 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:41.166261 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-50f6beee-42a0-43ab-8239-0eefc7171183 req-77717ca8-a8b2-47c8-9c33-ccbb5d624201 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0289242 Apr 14 21:08:41.175462 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] No DVR routers for this DVR port 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:41.177946 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:41.181458 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-cf3730cc-9ee2-41e3-ba8e-5e0df3befcbf req-66a7f94e-1cf4-4c09-8b02-3d89da44a864 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.45 "DELETE /v2.0/ports/7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 HTTP/1.1" status: 204 len: 173 time: 0.8700702 Apr 14 21:08:41.181900 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-deleted', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:41.184333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4e00b-b15b-49fb-951c-af01b137cc58" -d '{"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-deleted", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:41.221583 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f9d0d8-971a-4e06-b248-51fed075d95c x-openstack-request-id: req-14f9d0d8-971a-4e06-b248-51fed075d95c {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:41.221875 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c2718-733a-4e67-8007-7979a03c2fae", "name": "network-vif-deleted", "tag": "7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:41.222131 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14f9d0d8-971a-4e06-b248-51fed075d95c {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:41.222561 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f9d0d8-971a-4e06-b248-51fed075d95c'] response: {'server_uuid': 'b48c2718-733a-4e67-8007-7979a03c2fae', 'name': 'network-vif-deleted', 'tag': '7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72', 'status': 'completed', 'code': 200} Apr 14 21:08:41.282697 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:41.499038 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:41.527408 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:08:41.536173 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:41.536823 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:41.645662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:41.835900 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:41.864384 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2a556-be54-4553-8887-b97b7b9deb9b None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:01:28Z', 'revision_number': 4, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '6d0d157b-b268-47fd-8d70-545f51e446e7', 'name': '', 'network_id': '82b3934c-ff72-41f0-b18b-9a5efa9757e2', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'mac_address': 'fa:16:3e:08:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:25Z', 'updated_at': '2022-04-14T21:01:38Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'subnets': [{'id': '38a4ef7f-c405-41d3-8cce-a17b1be917ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:08:42.072277 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8932d46-859d-4e0a-8e94-8fdfd257849b None None] New status for floating IP 3b463002-9f4e-4b6a-b965-61f7161955a5: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:08:42.276089 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf19f2a9-bce1-46a1-ac4e-221ded51f85c req-3a5737fb-43b0-4d99-b0a8-59c488bbdd9a tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0363841 Apr 14 21:08:43.388207 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-365a9d6c-8a94-46d4-9602-abc4bfe0b1f7 req-d860c912-150a-4e4e-b385-a2f28314a573 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0275617 Apr 14 21:08:44.074000 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:44.093507 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:44.093852 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7c2277c5-fb9b-4dd6-9cdd-97a87c20fd72 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:44.507451 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5a311a48-a856-499e-a8dd-7b666e32bd44 req-3ddd5d27-c74b-427d-8d23-47c9511a9050 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c2718-733a-4e67-8007-7979a03c2fae HTTP/1.1" status: 200 len: 210 time: 0.0284512 Apr 14 21:08:45.194194 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-4aa57286-5ddf-4816-8378-a51328f240cb tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:45.195682 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-4aa57286-5ddf-4816-8378-a51328f240cb tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/networks?id=74c6175a-97dd-46de-ac28-4329f807bb89 HTTP/1.1" status: 200 len: 814 time: 0.0998969 Apr 14 21:08:45.210506 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-b1662018-d8ad-4ac4-90c7-d8ba13d417b5 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/quotas/c850c2e067774d0aa58328d4bdfd8efc HTTP/1.1" status: 200 len: 375 time: 0.0087397 Apr 14 21:08:45.242197 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-844b73f8-5699-4a0f-a0e6-891f10f5f867 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262432 Apr 14 21:08:45.333966 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6d0d84ed-2f4c-4ccc-b901-c67628c21bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Apr 14 21:08:45.426987 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-64507ed1-eb93-4b6c-bc43-7df4e2bf3982 service neutron] 10.222.0.37 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Apr 14 21:08:45.694453 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1aef76fa-307e-4676-97a2-cf5204c9847f req-c66b03ac-27ae-41b9-997d-928f0f199ab5 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 210 time: 0.0274081 Apr 14 21:08:45.720497 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34232) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:45.778602 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (77653852-7d1b-48fb-b3af-3803041757db), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:45.803016 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (77653852-7d1b-48fb-b3af-3803041757db), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:45.913746 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (77653852-7d1b-48fb-b3af-3803041757db), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:45.916408 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:45.917568 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "DELETE /v2.0/security-groups/77653852-7d1b-48fb-b3af-3803041757db HTTP/1.1" status: 204 len: 168 time: 0.1959851 Apr 14 21:08:45.925155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34238) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:45.926736 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77653852-7d1b-48fb-b3af-3803041757db,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:45.933757 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.934114 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.934502 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.934893 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.935234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.935600 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.935952 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.936269 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.936606 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.936936 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.937269 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.937601 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.937931 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.938261 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.938614 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c80834-f040-4d02-aa22-ce7dcebf34f4 tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:45.938886 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.api.v2.resource [None req-f8ab070a-b291-4b50-8a79-1560ec829e2e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] show failed (client error): The resource could not be found. Apr 14 21:08:45.939894 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f8ab070a-b291-4b50-8a79-1560ec829e2e tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "GET /v2.0/security-groups/77653852-7d1b-48fb-b3af-3803041757db HTTP/1.1" status: 404 len: 347 time: 0.0136669 Apr 14 21:08:45.942683 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34240) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:46.059192 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Deleting port 43ba6ce3-800d-42ec-8d0e-35a36bd9960f {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:46.059559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:46.136504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:46.136838 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:46.148935 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Calling delete_port for 43ba6ce3-800d-42ec-8d0e-35a36bd9960f owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:46.350767 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (43ba6ce3-800d-42ec-8d0e-35a36bd9960f), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:46.386688 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Pushing event deleted for resources: {'Port': ['ID=43ba6ce3-800d-42ec-8d0e-35a36bd9960f,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:46.444066 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks [] for floatingip (3b463002-9f4e-4b6a-b965-61f7161955a5), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:46.446690 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:46.447967 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-37c7f196-7336-4cfc-91a3-012568b2a71b tempest-AttachVolumeShelveTestJSON-1039473293 tempest-AttachVolumeShelveTestJSON-1039473293-project] 10.222.0.37 "DELETE /v2.0/floatingips/3b463002-9f4e-4b6a-b965-61f7161955a5 HTTP/1.1" status: 204 len: 168 time: 0.5043929 Apr 14 21:08:46.792499 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4a2b1eec-e418-44f0-8cbb-3ee18d39cce7 req-ce5d3457-95a8-476e-968a-0634fa414001 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 210 time: 0.0268664 Apr 14 21:08:47.744332 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-86b66a14-e6d3-49b5-9f71-988d10539e8e tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:47.746292 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-86b66a14-e6d3-49b5-9f71-988d10539e8e tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "GET /v2.0/networks?id=74c6175a-97dd-46de-ac28-4329f807bb89 HTTP/1.1" status: 200 len: 814 time: 0.1084762 Apr 14 21:08:47.758454 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Request body: {'port': {'device_id': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89', 'admin_state_up': True, 'tenant_id': 'c850c2e067774d0aa58328d4bdfd8efc'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:47.890032 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e885ece2-bffe-441f-bbe9-c8b241fc6701 req-6bbf7355-3eb0-4c02-ad77-96e51d899e83 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 210 time: 0.0271311 Apr 14 21:08:47.973734 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Made reservation on behalf of c850c2e067774d0aa58328d4bdfd8efc for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:08:47.977176 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.114088 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Allocated IP 172.20.0.7 (74c6175a-97dd-46de-ac28-4329f807bb89/95aad886-0657-4f4e-a5ae-4411217b6e32/2eaccc57-793e-4172-9cac-df13239ae302) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:08:48.270565 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks [] for port (2eaccc57-793e-4172-9cac-df13239ae302), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.385987 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (2eaccc57-793e-4172-9cac-df13239ae302), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.430348 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Network 74c6175a-97dd-46de-ac28-4329f807bb89 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:08:48.434287 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:08:48.440621 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:08:48.467916 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Pushing event updated for resources: {'Port': ['ID=2eaccc57-793e-4172-9cac-df13239ae302,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:48.496144 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:48.496751 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.583577 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34286) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:48.610436 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-164bd6b3-5b2d-41fb-99bd-c4970882ecca tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558481 Apr 14 21:08:48.622910 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Request body: {'port': {'device_id': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:48.688713 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2eaccc57-793e-4172-9cac-df13239ae302), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.702558 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.777712 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Publish callbacks [] for security_group (5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.859442 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:48.895188 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f11fab1be49342bfa4ac81942d7a3fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105831 Apr 14 21:08:48.897888 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34290) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:48.900421 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:48.907822 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.912174 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:48.913128 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb393c3-80d2-4205-b705-e749494b9217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:49.004037 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c60b6-9839-455a-8f49-ae43a8dc1294 req-0af16ba3-76e4-479f-a791-34246d1996c9 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:49.004346 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2151d56a-5e8f-4fed-a2d0-c05498f0417f admin admin] Publish callbacks [] for security_group (5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.005523 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a51c60b6-9839-455a-8f49-ae43a8dc1294 req-0af16ba3-76e4-479f-a791-34246d1996c9 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 931 time: 0.0464480 Apr 14 21:08:49.007155 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaccc57-793e-4172-9cac-df13239ae302 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:08:49.016602 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Publish callbacks [] for port (2eaccc57-793e-4172-9cac-df13239ae302), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.044380 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2151d56a-5e8f-4fed-a2d0-c05498f0417f admin admin] Publish callbacks [] for security_group (5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.046176 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Transition to ACTIVE for port object 2eaccc57-793e-4172-9cac-df13239ae302 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:08:49.052725 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a51c60b6-9839-455a-8f49-ae43a8dc1294 req-bae358f6-e116-4f13-b1b7-460cc4d6e8a3 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Apr 14 21:08:49.142543 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (2eaccc57-793e-4172-9cac-df13239ae302), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.173000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2151d56a-5e8f-4fed-a2d0-c05498f0417f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.176654 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2151d56a-5e8f-4fed-a2d0-c05498f0417f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.177100 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2151d56a-5e8f-4fed-a2d0-c05498f0417f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf HTTP/1.1" status: 204 len: 168 time: 0.2779331 Apr 14 21:08:49.199517 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151d56a-5e8f-4fed-a2d0-c05498f0417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3bd22-bcbc-4ccb-80bd-970bf94f1edf,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:49.208021 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Pushing event updated for resources: {'Port': ['ID=2eaccc57-793e-4172-9cac-df13239ae302,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:49.211233 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34302) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:49.341826 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Attempting to bind port 2eaccc57-793e-4172-9cac-df13239ae302 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:08:49.342170 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Attempting to bind port 2eaccc57-793e-4172-9cac-df13239ae302 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:08:49.342503 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Attempting to bind port 2eaccc57-793e-4172-9cac-df13239ae302 on network 74c6175a-97dd-46de-ac28-4329f807bb89 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:08:49.374321 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Port 2eaccc57-793e-4172-9cac-df13239ae302 on network 74c6175a-97dd-46de-ac28-4329f807bb89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:08:49.374631 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Attempting to bind port 2eaccc57-793e-4172-9cac-df13239ae302 on network 74c6175a-97dd-46de-ac28-4329f807bb89 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:08:49.383929 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:08:49.389656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Checking segment: {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:08:49.389656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Bound using segment: {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:08:49.389656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Bound port: 2eaccc57-793e-4172-9cac-df13239ae302, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb5ed91-a492-43e5-b508-cd5cd8732943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:08:49.389656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2eaccc57-793e-4172-9cac-df13239ae302), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.770447 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] For port 2eaccc57-793e-4172-9cac-df13239ae302, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:08:49.786699 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] For port 2eaccc57-793e-4172-9cac-df13239ae302, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eaccc57-793e-4172-9cac-df13239ae302,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:08:49.865614 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (2eaccc57-793e-4172-9cac-df13239ae302), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.915778 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:49.917542 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:49.917838 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] 10.222.0.45 "PUT /v2.0/ports/2eaccc57-793e-4172-9cac-df13239ae302 HTTP/1.1" status: 200 len: 1093 time: 1.2996860 Apr 14 21:08:49.922876 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'tag': '2eaccc57-793e-4172-9cac-df13239ae302'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:49.925087 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e3b6e1-090e-40b6-9ed1-680053de95d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad7b128-e4a6-4cdd-b59e-c0239420d15d", "tag": "2eaccc57-793e-4172-9cac-df13239ae302"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:49.968221 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28837715-060d-41cd-8fe5-3a0108191ddc x-openstack-request-id: req-28837715-060d-41cd-8fe5-3a0108191ddc {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:49.968510 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad7b128-e4a6-4cdd-b59e-c0239420d15d", "tag": "2eaccc57-793e-4172-9cac-df13239ae302", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:49.968758 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28837715-060d-41cd-8fe5-3a0108191ddc {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:49.969150 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28837715-060d-41cd-8fe5-3a0108191ddc'] response: {'name': 'network-changed', 'server_uuid': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'tag': '2eaccc57-793e-4172-9cac-df13239ae302', 'status': 'completed', 'code': 200} Apr 14 21:08:49.980546 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf1e8-2941-4dce-8008-b12c95be0063 service neutron] Pushing event updated for resources: {'Port': ['ID=2eaccc57-793e-4172-9cac-df13239ae302,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:49.997335 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:50.070430 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3b6e1-090e-40b6-9ed1-680053de95d5 req-cea314d5-e391-45a2-8149-8f04fb914244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:50.071987 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f7e3b6e1-090e-40b6-9ed1-680053de95d5 req-cea314d5-e391-45a2-8149-8f04fb914244 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 1127 time: 0.0829229 Apr 14 21:08:50.180001 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d164aeb-8495-4c9a-841d-21ce2a2b802a req-9933f65d-9cfc-4372-94fb-9612a24504c6 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:50.181611 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d164aeb-8495-4c9a-841d-21ce2a2b802a req-9933f65d-9cfc-4372-94fb-9612a24504c6 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 943 time: 0.0601447 Apr 14 21:08:50.232500 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d164aeb-8495-4c9a-841d-21ce2a2b802a req-1ddb2e4d-ab6e-4fc6-9a8d-7a598a006cd3 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 Apr 14 21:08:50.274332 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3b6e1-090e-40b6-9ed1-680053de95d5 req-eea99547-a34b-4f57-bda8-0756294ababe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:50.275925 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f7e3b6e1-090e-40b6-9ed1-680053de95d5 req-eea99547-a34b-4f57-bda8-0756294ababe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1724906 Apr 14 21:08:50.424598 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Deleting port 6d0d157b-b268-47fd-8d70-545f51e446e7 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:50.424966 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:50.428198 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3b6e1-090e-40b6-9ed1-680053de95d5 req-8056fe9b-a502-44c3-a44f-4d14be8c9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:50.429720 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f7e3b6e1-090e-40b6-9ed1-680053de95d5 req-8056fe9b-a502-44c3-a44f-4d14be8c9c0b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465240 Apr 14 21:08:50.530396 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-14b89a01-da75-4236-83d2-5bb1d9d726cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:50.531924 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-14b89a01-da75-4236-83d2-5bb1d9d726cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 1127 time: 0.0498927 Apr 14 21:08:50.554624 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] For port 6d0d157b-b268-47fd-8d70-545f51e446e7, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6d0d157b-b268-47fd-8d70-545f51e446e7,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:50.554989 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:50.592091 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-4a2ca22d-8acd-4cb6-821e-7379b48f150b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eaccc57-793e-4172-9cac-df13239ae302 HTTP/1.1" status: 200 len: 217 time: 0.0477176 Apr 14 21:08:50.599284 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Calling delete_port for 6d0d157b-b268-47fd-8d70-545f51e446e7 owned by network:router_interface {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:50.679030 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-c154f995-8e3b-4d37-b0f2-cf7f1c09e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:50.680542 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-c154f995-8e3b-4d37-b0f2-cf7f1c09e358 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95aad886-0657-4f4e-a5ae-4411217b6e32 HTTP/1.1" status: 200 len: 854 time: 0.0825820 Apr 14 21:08:50.723140 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-1e60ba2a-012c-4385-b497-0ac0e230fe70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74c6175a-97dd-46de-ac28-4329f807bb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334058 Apr 14 21:08:50.877783 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-5403a477-020b-48d2-98ed-b3a410618f2d service neutron] 10.222.0.45 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139860 Apr 14 21:08:50.995754 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a9740801-b05a-4c2d-8f82-7668733b3a4f req-e63db7aa-c1c1-490d-971e-5f43e05e1b67 service neutron] 10.222.0.45 "GET /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991409 Apr 14 21:08:51.094358 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (6d0d157b-b268-47fd-8d70-545f51e446e7), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:51.119527 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0d157b-b268-47fd-8d70-545f51e446e7,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:51.308095 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:51.360657 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf95ac-d21b-4cff-b9c9-09a8d6d87281 req-a5cf458c-19d2-4f38-940d-8ffd7bd8fbda tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:51.362130 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-94bf95ac-d21b-4cff-b9c9-09a8d6d87281 req-a5cf458c-19d2-4f38-940d-8ffd7bd8fbda tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 943 time: 0.0493484 Apr 14 21:08:51.413433 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-94bf95ac-d21b-4cff-b9c9-09a8d6d87281 req-9695f400-796a-4104-ab00-4ec3881b70e5 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Apr 14 21:08:51.548330 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Router e1bd0a94-4ea7-47fe-92a3-c3f60405453c has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:08:51.659166 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:08:51.664218 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0b341dc1-6531-4470-9434-27f213c67ac7 admin admin] 10.222.0.37 "PUT /v2.0/routers/e1bd0a94-4ea7-47fe-92a3-c3f60405453c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4519784 Apr 14 21:08:51.667678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34338) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:51.670194 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] Sync routers for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:08:51.681876 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:51.682497 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:51.805109 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:51.982811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:08:50Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:52.015139 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] Checking router: e1bd0a94-4ea7-47fe-92a3-c3f60405453c for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:08:52.023615 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] Routers {'e1bd0a94-4ea7-47fe-92a3-c3f60405453c'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:08:52.024245 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:52.071386 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks [] for router (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.198831 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks [] for router_gateway (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.269241 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] Set router e1bd0a94-4ea7-47fe-92a3-c3f60405453c gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:08:52.334661 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Deleting port f2104f25-d8af-44b9-b557-dc2829eafe7a {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:52.335006 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.425638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] For port f2104f25-d8af-44b9-b557-dc2829eafe7a, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=f2104f25-d8af-44b9-b557-dc2829eafe7a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:52.426762 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.441677 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Calling delete_port for f2104f25-d8af-44b9-b557-dc2829eafe7a owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:52.443251 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:08:50Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:52.477419 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0e1e5-64cd-4a76-9925-b9ee7c73d2f7 None None] The sync data for ids ['e1bd0a94-4ea7-47fe-92a3-c3f60405453c'] in dv-cinder-837541-3-iscsi is: [{'id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'name': 'tempest-AttachVolumeShelveTestJSON-1098119905-router', 'tenant_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:01:16Z', 'updated_at': '2022-04-14T21:08:50Z', 'revision_number': 5, 'project_id': 'a3e2a0698ba04d88863d0ae0e4c6df9d', 'gw_port': {'id': 'f2104f25-d8af-44b9-b557-dc2829eafe7a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd0a94-4ea7-47fe-92a3-c3f60405453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:01:18Z', 'updated_at': '2022-04-14T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:08:52.555636 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c018184-5e5c-49c6-a678-ecaa6b906854 req-d7bbdea1-ebe2-41fb-939d-9ae186c72046 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:52.557089 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6c018184-5e5c-49c6-a678-ecaa6b906854 req-d7bbdea1-ebe2-41fb-939d-9ae186c72046 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 943 time: 0.0640435 Apr 14 21:08:52.649585 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6c018184-5e5c-49c6-a678-ecaa6b906854 req-3146d3a5-4c87-45ea-89a0-e43cc8339954 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862026 Apr 14 21:08:52.773602 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (f2104f25-d8af-44b9-b557-dc2829eafe7a), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.804915 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2104f25-d8af-44b9-b557-dc2829eafe7a,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:52.866327 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.968092 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:52.970402 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks [] for router_controller (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.090934 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (e1bd0a94-4ea7-47fe-92a3-c3f60405453c), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.091502 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1bd0a94-4ea7-47fe-92a3-c3f60405453c {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:08:53.096312 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.097963 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-afc47cce-41e5-42aa-9717-1f09e240ef1c admin admin] 10.222.0.37 "DELETE /v2.0/routers/e1bd0a94-4ea7-47fe-92a3-c3f60405453c HTTP/1.1" status: 204 len: 168 time: 1.4292405 Apr 14 21:08:53.100185 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34370) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:53.146514 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Deleting subnet 38a4ef7f-c405-41d3-8cce-a17b1be917ff {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:08:53.150113 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Publish callbacks [] for subnet (38a4ef7f-c405-41d3-8cce-a17b1be917ff), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.188384 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (38a4ef7f-c405-41d3-8cce-a17b1be917ff), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.274452 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (38a4ef7f-c405-41d3-8cce-a17b1be917ff), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.388268 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (38a4ef7f-c405-41d3-8cce-a17b1be917ff), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.415114 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a4ef7f-c405-41d3-8cce-a17b1be917ff,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:53.417147 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.420384 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b2ad28b5-bb1e-4615-bae4-63f41a158117 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/38a4ef7f-c405-41d3-8cce-a17b1be917ff HTTP/1.1" status: 204 len: 168 time: 0.3192163 Apr 14 21:08:53.421709 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cf7c1-b39a-48c3-9ebc-82405c326437 None None] Network 82b3934c-ff72-41f0-b18b-9a5efa9757e2 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:08:53.422875 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34374) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:53.496146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (82b3934c-ff72-41f0-b18b-9a5efa9757e2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.545830 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Deleting port 05553fae-b2cc-4ef4-b619-3c141f1a577e {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:53.546281 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.601215 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] DHCP port deletion for 82b3934c-ff72-41f0-b18b-9a5efa9757e2 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:08:53.616941 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] For port 05553fae-b2cc-4ef4-b619-3c141f1a577e, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05553fae-b2cc-4ef4-b619-3c141f1a577e,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:53.617309 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.630351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Calling delete_port for 05553fae-b2cc-4ef4-b619-3c141f1a577e owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:53.644776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] Deleting port 05553fae-b2cc-4ef4-b619-3c141f1a577e {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:08:53.645079 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.711113 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] For port 05553fae-b2cc-4ef4-b619-3c141f1a577e, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=05553fae-b2cc-4ef4-b619-3c141f1a577e,segment=NetworkSegment(19cd9072-8048-4f06-ad8f-850dd02e4581),segment_id=19cd9072-8048-4f06-ad8f-850dd02e4581)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:53.711551 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.725476 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] Calling delete_port for 05553fae-b2cc-4ef4-b619-3c141f1a577e owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:08:53.770654 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc8df7-dae8-4b5b-93d4-f740b94ff3db req-72016cea-6421-4203-973d-3619d3e15719 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:53.772241 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccfc8df7-dae8-4b5b-93d4-f740b94ff3db req-72016cea-6421-4203-973d-3619d3e15719 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 943 time: 0.0479209 Apr 14 21:08:53.820881 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccfc8df7-dae8-4b5b-93d4-f740b94ff3db req-4009b6a0-7675-471d-807a-c8c776129da7 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Apr 14 21:08:53.828806 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.839969 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (05553fae-b2cc-4ef4-b619-3c141f1a577e), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.854482 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=05553fae-b2cc-4ef4-b619-3c141f1a577e,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:53.858090 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] No DVR routers for this DVR port 05553fae-b2cc-4ef4-b619-3c141f1a577e on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:53.860716 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] Pushing event deleted for resources: {'Port': ['ID=05553fae-b2cc-4ef4-b619-3c141f1a577e,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:53.866413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acdc5e-2a73-451b-9c16-460bca359b36 None None] No DVR routers for this DVR port 05553fae-b2cc-4ef4-b619-3c141f1a577e on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:08:53.929868 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (82b3934c-ff72-41f0-b18b-9a5efa9757e2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.950680 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b3934c-ff72-41f0-b18b-9a5efa9757e2']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:53.959846 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cd9072-8048-4f06-ad8f-850dd02e4581') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:53.960148 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cd9072-8048-4f06-ad8f-850dd02e4581') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:08:53.970079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (19cd9072-8048-4f06-ad8f-850dd02e4581), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.983576 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (19cd9072-8048-4f06-ad8f-850dd02e4581), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.989647 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:08:53.990032 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (19cd9072-8048-4f06-ad8f-850dd02e4581), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:08:53.991739 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:08:54.109169 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2eaccc57-793e-4172-9cac-df13239ae302 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:08:54.137040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (82b3934c-ff72-41f0-b18b-9a5efa9757e2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.141405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.153815 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] 10.222.0.37 "DELETE /v2.0/networks/82b3934c-ff72-41f0-b18b-9a5efa9757e2 HTTP/1.1" status: 204 len: 168 time: 0.7207050 Apr 14 21:08:54.158494 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d30a2-481e-4b6e-857a-c3f96c5abc6b admin admin] Pushing event deleted for resources: {'Network': ['ID=82b3934c-ff72-41f0-b18b-9a5efa9757e2,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:54.219131 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2eaccc57-793e-4172-9cac-df13239ae302, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eaccc57-793e-4172-9cac-df13239ae302,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:54.232272 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6d0d157b-b268-47fd-8d70-545f51e446e7 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:54.255550 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '2eaccc57-793e-4172-9cac-df13239ae302', 'network_id': '74c6175a-97dd-46de-ac28-4329f807bb89', 'port_id': '2eaccc57-793e-4172-9cac-df13239ae302', 'mac_address': 'fa:16:3e:0d:44:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95aad886-0657-4f4e-a5ae-4411217b6e32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:08:54.257285 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 6d0d157b-b268-47fd-8d70-545f51e446e7 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:54.257630 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6d0d157b-b268-47fd-8d70-545f51e446e7 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:54.258044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f2104f25-d8af-44b9-b557-dc2829eafe7a no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:54.280399 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: f2104f25-d8af-44b9-b557-dc2829eafe7a {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:54.280750 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f2104f25-d8af-44b9-b557-dc2829eafe7a not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:54.281163 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05553fae-b2cc-4ef4-b619-3c141f1a577e no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:08:54.316571 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 05553fae-b2cc-4ef4-b619-3c141f1a577e {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:08:54.316924 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 05553fae-b2cc-4ef4-b619-3c141f1a577e not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:08:54.329879 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 2eaccc57-793e-4172-9cac-df13239ae302 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:08:54.330273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2eaccc57-793e-4172-9cac-df13239ae302), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.344374 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaccc57-793e-4172-9cac-df13239ae302 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:08:54.363888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2eaccc57-793e-4172-9cac-df13239ae302, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eaccc57-793e-4172-9cac-df13239ae302,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:54.482484 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2eaccc57-793e-4172-9cac-df13239ae302), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.537604 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=2eaccc57-793e-4172-9cac-df13239ae302,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:54.640748 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34386) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:54.679883 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-36ec8e84-9815-4406-89d1-fc450472a7d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3e2a0698ba04d88863d0ae0e4c6df9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377126 Apr 14 21:08:54.683725 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34388) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:54.731521 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['2eaccc57-793e-4172-9cac-df13239ae302'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:08:54.733480 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ed082dac-403c-4fd1-a85f-db798ca8cfcf admin admin] Publish callbacks [] for security_group (2dacdea5-713b-4918-a23c-bf650f0399f5), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.757164 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ed082dac-403c-4fd1-a85f-db798ca8cfcf admin admin] Publish callbacks [] for security_group (2dacdea5-713b-4918-a23c-bf650f0399f5), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.902439 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ed082dac-403c-4fd1-a85f-db798ca8cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2dacdea5-713b-4918-a23c-bf650f0399f5), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.905663 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ed082dac-403c-4fd1-a85f-db798ca8cfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:54.906808 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ed082dac-403c-4fd1-a85f-db798ca8cfcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dacdea5-713b-4918-a23c-bf650f0399f5 HTTP/1.1" status: 204 len: 168 time: 0.2221427 Apr 14 21:08:54.939137 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed082dac-403c-4fd1-a85f-db798ca8cfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dacdea5-713b-4918-a23c-bf650f0399f5,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:54.952120 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370be50-fa4d-4742-8a79-c0cc52e9d71c req-c271514c-749d-4c33-91ef-ad13f814321f tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:54.953455 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6370be50-fa4d-4742-8a79-c0cc52e9d71c req-c271514c-749d-4c33-91ef-ad13f814321f tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 944 time: 0.0610809 Apr 14 21:08:55.008550 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6370be50-fa4d-4742-8a79-c0cc52e9d71c req-ec533920-78e7-40a9-856b-3cb998391836 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Apr 14 21:08:55.047626 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34396) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:55.149887 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-65e2a187-f7cf-4b24-adfc-7babbf5088e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.222290 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-65e2a187-f7cf-4b24-adfc-7babbf5088e3 admin admin] Publish callbacks [] for security_group (da94d76b-73e7-46b3-8358-b197d7b442ce), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.287564 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-65e2a187-f7cf-4b24-adfc-7babbf5088e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da94d76b-73e7-46b3-8358-b197d7b442ce), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.326773 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-65e2a187-f7cf-4b24-adfc-7babbf5088e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91e11e730d184aacbc89c387667ee3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779782 Apr 14 21:08:55.328744 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2a187-f7cf-4b24-adfc-7babbf5088e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da94d76b-73e7-46b3-8358-b197d7b442ce,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:55.329470 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34402) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:55.379504 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d459c026-d427-4e2a-8f4c-386e786ff3f0 admin admin] Publish callbacks [] for security_group (da94d76b-73e7-46b3-8358-b197d7b442ce), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.402212 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d459c026-d427-4e2a-8f4c-386e786ff3f0 admin admin] Publish callbacks [] for security_group (da94d76b-73e7-46b3-8358-b197d7b442ce), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.504915 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d459c026-d427-4e2a-8f4c-386e786ff3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (da94d76b-73e7-46b3-8358-b197d7b442ce), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.507624 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d459c026-d427-4e2a-8f4c-386e786ff3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:55.508733 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d459c026-d427-4e2a-8f4c-386e786ff3f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da94d76b-73e7-46b3-8358-b197d7b442ce HTTP/1.1" status: 204 len: 168 time: 0.1782618 Apr 14 21:08:55.518824 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459c026-d427-4e2a-8f4c-386e786ff3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da94d76b-73e7-46b3-8358-b197d7b442ce,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:56.065068 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34434) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:56.116751 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2eaccc57-793e-4172-9cac-df13239ae302 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:08:56.133089 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247485a-7bd7-4d72-88d6-149c748ac1a0 req-c3a89dd5-d398-4028-802e-dc38efaa434a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:56.139945 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8247485a-7bd7-4d72-88d6-149c748ac1a0 req-c3a89dd5-d398-4028-802e-dc38efaa434a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 944 time: 0.0613871 Apr 14 21:08:56.176740 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 2eaccc57-793e-4172-9cac-df13239ae302 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:08:56.200342 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8247485a-7bd7-4d72-88d6-149c748ac1a0 req-be06fe3d-31ab-4bad-9c67-fbee6a945ccb tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588698 Apr 14 21:08:56.241280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766053261-network', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:56.279286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 2eaccc57-793e-4172-9cac-df13239ae302 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:08:56.279772 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (2eaccc57-793e-4172-9cac-df13239ae302), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.359180 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 2eaccc57-793e-4172-9cac-df13239ae302 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:08:56.359612 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (2eaccc57-793e-4172-9cac-df13239ae302), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.377041 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Made reservation on behalf of f3584f214ed04adbbc933eb72023c014 for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:08:56.379630 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.395015 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaccc57-793e-4172-9cac-df13239ae302'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:08:56.395015 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d7a17-5df6-4e3e-9de4-3c4d2b5bcb4c" -d '{"events": [{"server_uuid": "1ad7b128-e4a6-4cdd-b59e-c0239420d15d", "name": "network-vif-plugged", "status": "completed", "tag": "2eaccc57-793e-4172-9cac-df13239ae302"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:08:56.395281 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.408696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 2eaccc57-793e-4172-9cac-df13239ae302, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eaccc57-793e-4172-9cac-df13239ae302,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:56.429573 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a7525-aef0-41ff-a8ac-a2a5eeb65e1b x-openstack-request-id: req-f75a7525-aef0-41ff-a8ac-a2a5eeb65e1b {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:08:56.429901 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad7b128-e4a6-4cdd-b59e-c0239420d15d", "name": "network-vif-plugged", "status": "completed", "tag": "2eaccc57-793e-4172-9cac-df13239ae302", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:08:56.430162 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f75a7525-aef0-41ff-a8ac-a2a5eeb65e1b {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:08:56.430572 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75a7525-aef0-41ff-a8ac-a2a5eeb65e1b'] response: {'server_uuid': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaccc57-793e-4172-9cac-df13239ae302', 'code': 200} Apr 14 21:08:56.490792 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks [] for security_group (a2856017-b741-42c4-abfa-472b6a7dcf44), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.565273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (2eaccc57-793e-4172-9cac-df13239ae302), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.615127 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=2eaccc57-793e-4172-9cac-df13239ae302,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:56.679576 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (a2856017-b741-42c4-abfa-472b6a7dcf44), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.701549 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:08:56.716423 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2856017-b741-42c4-abfa-472b6a7dcf44,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:56.720731 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (e22ada2b-ff41-436c-9292-f0c0788f7140), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.721043 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Added segment e22ada2b-ff41-436c-9292-f0c0788f7140 of type vlan for network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 Apr 14 21:08:56.762155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (00309dfb-dad3-4b4b-b63a-bdc92151beb4), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.837990 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211057-5b27-47c0-8856-29a879ce2f64 req-0ad7629c-a9fb-45d8-ab23-38da72247258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:56.839684 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-38211057-5b27-47c0-8856-29a879ce2f64 req-0ad7629c-a9fb-45d8-ab23-38da72247258 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 1129 time: 0.0383711 Apr 14 21:08:56.871192 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (00309dfb-dad3-4b4b-b63a-bdc92151beb4), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.872254 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:56.872848 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:56.883482 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-38211057-5b27-47c0-8856-29a879ce2f64 req-dbcf890b-9e2c-4e8b-9e7e-aa39b25c4f87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Apr 14 21:08:56.933113 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] Pushing event updated for resources: {'Network': ['ID=00309dfb-dad3-4b4b-b63a-bdc92151beb4,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:56.943861 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:08:56.976481 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e38a493f-3f8a-41c2-8403-8afcbd7283d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9074202 Apr 14 21:08:56.976719 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34454) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:56.981536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Request body: {'subnet': {'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766053261-subnet', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:57.056438 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Made reservation on behalf of f3584f214ed04adbbc933eb72023c014 for: {'subnet': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:08:57.059551 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133224405'] for subnet (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.133958 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34458) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:57.244640 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b3f460a-64ec-438b-a34a-c879733ff50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.299876 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131732472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133224387'] for subnet (550b61b2-ea6f-4288-b55a-95663c5dc27c), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.321457 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b3f460a-64ec-438b-a34a-c879733ff50a admin admin] Publish callbacks [] for security_group (f31f182c-7f7f-4510-b3f7-926124ecabde), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.345497 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715ed3d-91f9-41ee-ab73-328c0ed84647 req-dcb78cab-01b4-4d8c-8b1f-fd554a3c7bae tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:57.346983 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2715ed3d-91f9-41ee-ab73-328c0ed84647 req-dcb78cab-01b4-4d8c-8b1f-fd554a3c7bae tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 945 time: 0.0774724 Apr 14 21:08:57.383195 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=550b61b2-ea6f-4288-b55a-95663c5dc27c,revision_number=0']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:57.396227 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b3f460a-64ec-438b-a34a-c879733ff50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f31f182c-7f7f-4510-b3f7-926124ecabde), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.406891 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:08:57.407253 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Network hostable DHCP agents. Network: 00309dfb-dad3-4b4b-b63a-bdc92151beb4, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:08:57.423673 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2715ed3d-91f9-41ee-ab73-328c0ed84647 req-6323410e-d039-413a-8c98-00a2e2c1b27b tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683148 Apr 14 21:08:57.435119 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f460a-64ec-438b-a34a-c879733ff50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f182c-7f7f-4510-b3f7-926124ecabde,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:57.439453 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4b3f460a-64ec-438b-a34a-c879733ff50a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e100048ffbb54765801b358117f22fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043420 Apr 14 21:08:57.442156 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34464) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:57.493234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9067f2b8-8a9c-4a9c-a637-0cd0f80161d1 admin admin] Publish callbacks [] for security_group (f31f182c-7f7f-4510-b3f7-926124ecabde), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.501978 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:08:57.515986 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9067f2b8-8a9c-4a9c-a637-0cd0f80161d1 admin admin] Publish callbacks [] for security_group (f31f182c-7f7f-4510-b3f7-926124ecabde), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.624911 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, 00309dfb-dad3-4b4b-b63a-bdc92151beb4) {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:08:57.629242 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:57.629832 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.634216 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f58f1-a5f2-4392-aa74-65e0de185b50 None None] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:08:57.653491 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9067f2b8-8a9c-4a9c-a637-0cd0f80161d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (f31f182c-7f7f-4510-b3f7-926124ecabde), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.656266 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9067f2b8-8a9c-4a9c-a637-0cd0f80161d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.657494 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-9067f2b8-8a9c-4a9c-a637-0cd0f80161d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f31f182c-7f7f-4510-b3f7-926124ecabde HTTP/1.1" status: 204 len: 168 time: 0.2143724 Apr 14 21:08:57.670287 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067f2b8-8a9c-4a9c-a637-0cd0f80161d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f182c-7f7f-4510-b3f7-926124ecabde,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:57.734179 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9b978c67-7bbb-40d1-ab56-6476ec7a8e59 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7562881 Apr 14 21:08:57.736838 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34468) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:57.741184 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:57.750571 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:08:57.907169 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.907169 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Allocated IP 172.20.0.2 (00309dfb-dad3-4b4b-b63a-bdc92151beb4/550b61b2-ea6f-4288-b55a-95663c5dc27c/d906a324-9dfe-4fcb-986d-8a21dd9e9a9b) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:08:57.959725 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (e5949474-aceb-4644-8bfc-bbf7d31fe88b), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:57.960797 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (e5949474-aceb-4644-8bfc-bbf7d31fe88b), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.017479 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks [] for router_controller (e5949474-aceb-4644-8bfc-bbf7d31fe88b), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.050138 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Publish callbacks [] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.133639 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.179730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:08:58.185740 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:08:58.191147 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:08:58.195803 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Pushing event updated for resources: {'Port': ['ID=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:58.209178 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.209541 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.210108 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.210795 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.211188 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.211562 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.211958 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.212192 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.212559 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.212899 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.213246 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.213627 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.213942 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.214277 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.214696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:08:58.261742 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks [] for router_gateway (e5949474-aceb-4644-8bfc-bbf7d31fe88b), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.271953 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Attempting to bind port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:08:58.272336 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Attempting to bind port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:08:58.272708 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Attempting to bind port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:08:58.277802 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:08:58.279047 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:08:58.279047 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.279047 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Bound using segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:08:58.279478 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Bound port: d906a324-9dfe-4fcb-986d-8a21dd9e9a9b, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:08:58.279865 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.343174 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] For port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:08:58.346218 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] For port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:08:58.428666 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.493530 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9ca93-440c-4456-a3ea-90537f569c4c None None] Pushing event updated for resources: {'Port': ['ID=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:58.581812 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks [] for router_gateway (e5949474-aceb-4644-8bfc-bbf7d31fe88b), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.614042 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:58.624587 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018535cc-bb77-4723-bcaf-1ca59d1b728c req-bc389017-481c-45e5-b408-0364a8bc9a79 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:58.626095 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-018535cc-bb77-4723-bcaf-1ca59d1b728c req-bc389017-481c-45e5-b408-0364a8bc9a79 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 945 time: 0.1033952 Apr 14 21:08:58.740580 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-018535cc-bb77-4723-bcaf-1ca59d1b728c req-c7a0d079-6084-4f25-9b8c-038b25137b33 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976634 Apr 14 21:08:58.805670 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Allocated IP 172.27.2.181 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/6a94b422-de0d-4a2e-9759-6e03adc5844b) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:08:58.918456 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks [] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.017197 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34492) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:59.030948 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.069070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:08:59.074546 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:08:59.077216 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:08:59.107309 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Pushing event updated for resources: {'Port': ['ID=6a94b422-de0d-4a2e-9759-6e03adc5844b,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:59.118349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1431830591-network', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:59.230642 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Made reservation on behalf of 7f12a80951d84716be00a81c2dd5fb64 for: {'network': 1} {{(pid=110252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:08:59.233082 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.248464 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.335559 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks [] for security_group (cfb63c45-1248-4edb-ba03-235bf4d80877), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.417711 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (cfb63c45-1248-4edb-ba03-235bf4d80877), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.455184 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:08:59.474694 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (f0be115c-31d5-4ea5-b43a-cc70f98b3dc2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.478127 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.segments_db [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Added segment f0be115c-31d5-4ea5-b43a-cc70f98b3dc2 of type vlan for network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 Apr 14 21:08:59.478127 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb63c45-1248-4edb-ba03-235bf4d80877,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:59.487206 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks [] for router_gateway (e5949474-aceb-4644-8bfc-bbf7d31fe88b), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.509204 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9bf48-5a3d-4969-a231-812696252196 None None] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:08:59.559566 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (d53926fe-2deb-4513-8fbe-ec9597a5c6e4), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.596159 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] Provisioning complete for port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:08:59.596542 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.716176 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (d53926fe-2deb-4513-8fbe-ec9597a5c6e4), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.717064 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:08:59.717924 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.757584 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] Current status of the port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:08:59.757987 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.801349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (e5949474-aceb-4644-8bfc-bbf7d31fe88b), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.807173 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] Pushing event updated for resources: {'Network': ['ID=d53926fe-2deb-4513-8fbe-ec9597a5c6e4,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:08:59.821631 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:08:59.854029 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a67af106-31b6-4eed-8d84-4c4d48a2a876 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8357182 Apr 14 21:08:59.857056 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34498) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:08:59.866650 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] For port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:08:59.867477 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Request body: {'subnet': {'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1431830591-subnet', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:08:59.956256 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:08:59.988297 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Made reservation on behalf of 7f12a80951d84716be00a81c2dd5fb64 for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:08:59.991125 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130203926'] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.012776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd5391-aa15-4894-a58a-682517285370 None None] Pushing event updated for resources: {'Port': ['ID=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:00.073611 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-0f3dc76e-515d-49b2-b289-278d088d755e None None] Provisioning complete for port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:00.073993 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc76e-515d-49b2-b289-278d088d755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.156775 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dc76e-515d-49b2-b289-278d088d755e None None] Current status of the port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:00.221163 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939bed-749a-40e4-8eff-f21a4ed54314 req-48636fe3-9919-420a-ade1-ab561c005c65 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:00.222646 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b7939bed-749a-40e4-8eff-f21a4ed54314 req-48636fe3-9919-420a-ade1-ab561c005c65 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 945 time: 0.3750286 Apr 14 21:09:00.234848 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130673003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130203904'] for subnet (957be26e-2d2e-44f4-9e84-78588bf0c6ff), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.251058 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device d906a324-9dfe-4fcb-986d-8a21dd9e9a9b up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:00.293841 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b7939bed-749a-40e4-8eff-f21a4ed54314 req-4df11395-acf1-4092-9371-a5dfb072e217 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650840 Apr 14 21:09:00.301963 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:00.302542 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957be26e-2d2e-44f4-9e84-78588bf0c6ff,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:00.302743 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.323220 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Checking segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:00.324058 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Network hostable DHCP agents. Network: d53926fe-2deb-4513-8fbe-ec9597a5c6e4, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:09:00.419803 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:09:00.436285 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:09:00.515975 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:00.529894 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:00.538431 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:00.544488 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, d53926fe-2deb-4513-8fbe-ec9597a5c6e4) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:00.548547 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:00.549149 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.552339 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:00.553078 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:00.553340 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd0e9c-e47a-42b3-b48a-9ff6e8434aeb None None] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:09:00.601231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.606276 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34504) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:00.608857 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cd10454e-5cf9-4a79-805b-f9ac8d4cbd82 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8684914 Apr 14 21:09:00.660242 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-d53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:09:00.661382 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.685991 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:00.825724 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Allocated IP 172.20.0.2 (d53926fe-2deb-4513-8fbe-ec9597a5c6e4/957be26e-2d2e-44f4-9e84-78588bf0c6ff/f9015568-c7e9-4cb4-9c35-516f465e66c9) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:00.875224 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:08:59Z', 'revision_number': 3, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:00.887005 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6741d834-a917-4261-b1ae-2a599b2795f9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0246136 Apr 14 21:09:00.887581 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34510) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:00.892316 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:00.920807 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:00.921501 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Updating router e5949474-aceb-4644-8bfc-bbf7d31fe88b port 6a94b422-de0d-4a2e-9759-6e03adc5844b binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:09:00.951760 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:00.979996 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Publish callbacks [] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.019270 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (8670a66c-78fb-4a5a-8fdd-810c053b6da2), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.025774 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (8670a66c-78fb-4a5a-8fdd-810c053b6da2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.078364 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks [] for router_controller (8670a66c-78fb-4a5a-8fdd-810c053b6da2), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.093943 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.140508 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:01.143582 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:01.148183 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:01.151968 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Pushing event updated for resources: {'Port': ['ID=f9015568-c7e9-4cb4-9c35-516f465e66c9,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:01.212157 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Attempting to bind port f9015568-c7e9-4cb4-9c35-516f465e66c9 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:01.212917 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Attempting to bind port f9015568-c7e9-4cb4-9c35-516f465e66c9 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:01.213058 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Attempting to bind port f9015568-c7e9-4cb4-9c35-516f465e66c9 on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:01.218538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:01.221070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Checking segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:01.221070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.221070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Bound using segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:01.221070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Bound port: f9015568-c7e9-4cb4-9c35-516f465e66c9, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:01.221070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.236445 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Publish callbacks [] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.291727 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] For port f9015568-c7e9-4cb4-9c35-516f465e66c9, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:01.294922 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] For port f9015568-c7e9-4cb4-9c35-516f465e66c9, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=f9015568-c7e9-4cb4-9c35-516f465e66c9,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:01.310311 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.341064 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks [] for router_gateway (8670a66c-78fb-4a5a-8fdd-810c053b6da2), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.367495 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Attempting to bind port 6a94b422-de0d-4a2e-9759-6e03adc5844b on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:01.367874 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Attempting to bind port 6a94b422-de0d-4a2e-9759-6e03adc5844b by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:01.368239 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Attempting to bind port 6a94b422-de0d-4a2e-9759-6e03adc5844b on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:01.370840 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Pushing event updated for resources: {'Port': ['ID=6a94b422-de0d-4a2e-9759-6e03adc5844b,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:01.376238 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.376824 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.391323 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.392010 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.392734 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.393256 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.393750 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.394272 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.394865 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.395398 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.395896 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.396538 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.397129 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.397628 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.398245 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.398748 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.399265 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:01.405767 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:01.406559 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:01.407295 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.407870 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:01.408705 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Bound port: 6a94b422-de0d-4a2e-9759-6e03adc5844b, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:01.409436 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.465117 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02397d-bdef-4ffa-b2a5-d820b30d311b None None] Pushing event updated for resources: {'Port': ['ID=f9015568-c7e9-4cb4-9c35-516f465e66c9,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:01.603656 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] For port 6a94b422-de0d-4a2e-9759-6e03adc5844b, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:01.607334 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] For port 6a94b422-de0d-4a2e-9759-6e03adc5844b, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a94b422-de0d-4a2e-9759-6e03adc5844b,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:01.627284 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Allocated IP 172.20.0.1 (00309dfb-dad3-4b4b-b63a-bdc92151beb4/550b61b2-ea6f-4288-b55a-95663c5dc27c/7364e021-d972-4749-a392-f6590886bcf6) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:01.642610 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks [] for router_gateway (8670a66c-78fb-4a5a-8fdd-810c053b6da2), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.682171 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.702299 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.790334 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056db4e-2a1c-4c4e-83b4-6206b163493a None None] Pushing event updated for resources: {'Port': ['ID=6a94b422-de0d-4a2e-9759-6e03adc5844b,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:01.797113 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks [] for port (7364e021-d972-4749-a392-f6590886bcf6), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.809586 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:01.809791 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:01.820245 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Allocated IP 172.27.2.158 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/36d445f0-f19c-47c0-96bb-8b4382442e1d) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:01.928818 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks [] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.935076 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:01.937135 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (7364e021-d972-4749-a392-f6590886bcf6), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:01.976962 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:01.982488 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:01.986052 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:02.010993 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Pushing event updated for resources: {'Port': ['ID=7364e021-d972-4749-a392-f6590886bcf6,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:02.030956 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (e5949474-aceb-4644-8bfc-bbf7d31fe88b), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.068262 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.128317 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:02.134003 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:02.140921 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:02.142547 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:08:59Z', 'revision_number': 3, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:02.173483 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a4411-1ca7-468b-9a10-7bb6e79fdcde None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:08:59Z', 'revision_number': 3, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:02.179302 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=36d445f0-f19c-47c0-96bb-8b4382442e1d,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:02.282350 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7364e021-d972-4749-a392-f6590886bcf6), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.297375 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f9015568-c7e9-4cb4-9c35-516f465e66c9 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:02.359027 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-e5fa333c-c567-44a8-94aa-411ba021e90c None None] Provisioning complete for port 7364e021-d972-4749-a392-f6590886bcf6 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:02.359969 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e5fa333c-c567-44a8-94aa-411ba021e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7364e021-d972-4749-a392-f6590886bcf6), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.418487 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa333c-c567-44a8-94aa-411ba021e90c None None] Port 7364e021-d972-4749-a392-f6590886bcf6 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:02.435197 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port f9015568-c7e9-4cb4-9c35-516f465e66c9 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:02.435197 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.544939 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks [] for port (7364e021-d972-4749-a392-f6590886bcf6), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.583829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port f9015568-c7e9-4cb4-9c35-516f465e66c9 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:02.584494 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.625345 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port f9015568-c7e9-4cb4-9c35-516f465e66c9, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=f9015568-c7e9-4cb4-9c35-516f465e66c9,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:02.629280 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks [] for router_gateway (8670a66c-78fb-4a5a-8fdd-810c053b6da2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.680236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (7364e021-d972-4749-a392-f6590886bcf6), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.729180 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead629db-6a25-4996-831e-53b08b69e3e5 None None] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:09:02.734750 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.737092 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-37904f14-4004-4744-ba04-a4172a3586b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.785727 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (e5949474-aceb-4644-8bfc-bbf7d31fe88b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.787788 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Pushing event updated for resources: {'Port': ['ID=7364e021-d972-4749-a392-f6590886bcf6,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:02.844870 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-4ff9363d-1ca9-4717-978d-496ecc64112e None None] Provisioning complete for port f9015568-c7e9-4cb4-9c35-516f465e66c9 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:02.845268 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-4ff9363d-1ca9-4717-978d-496ecc64112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.848511 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=f9015568-c7e9-4cb4-9c35-516f465e66c9,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:02.892547 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (8670a66c-78fb-4a5a-8fdd-810c053b6da2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:02.913508 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:02.915161 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:02.989470 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9363d-1ca9-4717-978d-496ecc64112e None None] Current status of the port f9015568-c7e9-4cb4-9c35-516f465e66c9 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:03.098510 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:09:03.143337 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:09:03.235146 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:03.243093 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8b5d0db5-90ed-4f19-9ed5-bc607bba3815 admin admin] 10.222.0.37 "PUT /v2.0/routers/e5949474-aceb-4644-8bfc-bbf7d31fe88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6353736 Apr 14 21:09:03.304920 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:03.319021 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:03.324255 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-47cd574b-640a-40a9-92fa-b0bfb3d56527 None None] Provisioning complete for port 7364e021-d972-4749-a392-f6590886bcf6 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:03.329778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-47cd574b-640a-40a9-92fa-b0bfb3d56527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7364e021-d972-4749-a392-f6590886bcf6), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:03.362137 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:03.364266 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:03.381722 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:03.386518 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-3406c8df-e694-4113-9df9-7ef5f9c0d4f5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4946907 Apr 14 21:09:03.387303 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34524) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:03.407558 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-47cd574b-640a-40a9-92fa-b0bfb3d56527 None None] Port 7364e021-d972-4749-a392-f6590886bcf6 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:03.425200 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-47cd574b-640a-40a9-92fa-b0bfb3d56527 None None] Provisioning complete for port f9015568-c7e9-4cb4-9c35-516f465e66c9 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:03.425564 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-47cd574b-640a-40a9-92fa-b0bfb3d56527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:03.524286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:03.655861 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-47cd574b-640a-40a9-92fa-b0bfb3d56527 None None] Current status of the port f9015568-c7e9-4cb4-9c35-516f465e66c9 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:03.726843 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 3, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:03.755154 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:03.755530 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Updating router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 port 36d445f0-f19c-47c0-96bb-8b4382442e1d binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:09:03.784952 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:03.806750 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34528) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:03.811648 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612400341', 'description': 'tempest-description--35248567'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:03.879939 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:03.938769 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.065233 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Publish callbacks [] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.084991 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Allocated IP 172.20.0.1 (d53926fe-2deb-4513-8fbe-ec9597a5c6e4/957be26e-2d2e-44f4-9e84-78588bf0c6ff/a23418df-9761-4a96-8fcc-52118ac239f0) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:04.094908 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (2bb673d1-e364-4ef1-b627-0d631a2a5c4b), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.179624 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:04.200712 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:04.201538 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:04.216396 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks [] for port (a23418df-9761-4a96-8fcc-52118ac239f0), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.253746 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.284842 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2bb673d1-e364-4ef1-b627-0d631a2a5c4b), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.317908 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb673d1-e364-4ef1-b627-0d631a2a5c4b,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:04.329419 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:04.337340 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f9015568-c7e9-4cb4-9c35-516f465e66c9 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:04.343461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Attempting to bind port 36d445f0-f19c-47c0-96bb-8b4382442e1d on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:04.343815 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Attempting to bind port 36d445f0-f19c-47c0-96bb-8b4382442e1d by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:04.344185 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Attempting to bind port 36d445f0-f19c-47c0-96bb-8b4382442e1d on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:04.356761 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.362103 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0f537-c3e5-45af-90db-1bdfdf5a766c None None] Pushing event updated for resources: {'Port': ['ID=36d445f0-f19c-47c0-96bb-8b4382442e1d,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:04.370652 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:04.371045 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:04.371486 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.371888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:04.372367 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Bound port: 36d445f0-f19c-47c0-96bb-8b4382442e1d, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:04.372959 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.400363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.404655 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34530) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:04.405191 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a1a39abd-9978-4442-b900-ae5e190f5535 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5968335 Apr 14 21:09:04.409688 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:04.411061 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '2bb673d1-e364-4ef1-b627-0d631a2a5c4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:04.413122 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:04.415698 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:04.458947 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Pushing event updated for resources: {'Port': ['ID=a23418df-9761-4a96-8fcc-52118ac239f0,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:04.477073 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (8670a66c-78fb-4a5a-8fdd-810c053b6da2), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.511350 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (8ebd2d58-f9a8-46dc-8f7c-bdcbc3ea00d7), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.618074 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (8ebd2d58-f9a8-46dc-8f7c-bdcbc3ea00d7), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.633543 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port f9015568-c7e9-4cb4-9c35-516f465e66c9 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:04.633928 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.652532 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:04.659352 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] For port 36d445f0-f19c-47c0-96bb-8b4382442e1d, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:04.678276 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] For port 36d445f0-f19c-47c0-96bb-8b4382442e1d, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=36d445f0-f19c-47c0-96bb-8b4382442e1d,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:04.686567 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:04.687324 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Updating router e5949474-aceb-4644-8bfc-bbf7d31fe88b port 7364e021-d972-4749-a392-f6590886bcf6 binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:09:04.718474 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7364e021-d972-4749-a392-f6590886bcf6), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.727514 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port f9015568-c7e9-4cb4-9c35-516f465e66c9 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:04.728169 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (8ebd2d58-f9a8-46dc-8f7c-bdcbc3ea00d7), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.729001 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a94b422-de0d-4a2e-9759-6e03adc5844b up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:04.752430 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.754648 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebd2d58-f9a8-46dc-8f7c-bdcbc3ea00d7,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:04.790970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.795848 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-e23aee08-63bf-4d81-83cd-d3597e474af0 None None] Provisioning complete for port a23418df-9761-4a96-8fcc-52118ac239f0 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:04.796220 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-e23aee08-63bf-4d81-83cd-d3597e474af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.797614 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6a94b422-de0d-4a2e-9759-6e03adc5844b triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:04.798041 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.880522 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:04.883875 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-23d28986-16ba-456d-82a8-916cba519c59 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4773619 Apr 14 21:09:04.884661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34534) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:04.893752 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '2bb673d1-e364-4ef1-b627-0d631a2a5c4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:04.909320 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-e23aee08-63bf-4d81-83cd-d3597e474af0 None None] Port a23418df-9761-4a96-8fcc-52118ac239f0 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:04.924776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0f537-c3e5-45af-90db-1bdfdf5a766c None None] Pushing event updated for resources: {'Port': ['ID=36d445f0-f19c-47c0-96bb-8b4382442e1d,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:04.925442 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:04.926143 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:08:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:04.944326 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks [] for port (a23418df-9761-4a96-8fcc-52118ac239f0), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.015158 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (b7b3511c-9533-400f-b49a-4a9638ee14b6), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.043418 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.051323 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6a94b422-de0d-4a2e-9759-6e03adc5844b is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:05.051752 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.081503 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Publish callbacks [] for port (7364e021-d972-4749-a392-f6590886bcf6), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.081870 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (b7b3511c-9533-400f-b49a-4a9638ee14b6), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.094563 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 6a94b422-de0d-4a2e-9759-6e03adc5844b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a94b422-de0d-4a2e-9759-6e03adc5844b,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:05.103636 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:05.122685 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Pushing event updated for resources: {'Port': ['ID=a23418df-9761-4a96-8fcc-52118ac239f0,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:05.126198 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (8670a66c-78fb-4a5a-8fdd-810c053b6da2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.144757 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (b7b3511c-9533-400f-b49a-4a9638ee14b6), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.163071 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b3511c-9533-400f-b49a-4a9638ee14b6,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:05.178810 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7364e021-d972-4749-a392-f6590886bcf6), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.183056 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8b96-9b59-47d4-90e1-45256659f2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.227816 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:05.230764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:05.238388 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.245004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.245534 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0b4d9e74-d960-4b25-9e1a-4cb535f57a46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3541160 Apr 14 21:09:05.245534 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34536) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:05.248930 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:05.292462 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36435-5dec-474d-951c-429816e0537a None None] Pushing event updated for resources: {'Port': ['ID=7364e021-d972-4749-a392-f6590886bcf6,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:05.342205 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=6a94b422-de0d-4a2e-9759-6e03adc5844b,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:05.347940 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Attempting to bind port 7364e021-d972-4749-a392-f6590886bcf6 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:05.348329 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Attempting to bind port 7364e021-d972-4749-a392-f6590886bcf6 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:05.348774 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Attempting to bind port 7364e021-d972-4749-a392-f6590886bcf6 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:05.356466 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:05.357142 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:05.358005 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.358566 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Bound using segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:05.359228 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Bound port: 7364e021-d972-4749-a392-f6590886bcf6, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:05.359904 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7364e021-d972-4749-a392-f6590886bcf6), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.393683 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.404195 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:05.437388 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d04f6b-7244-46b9-8155-c6e0715586bb None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:05.499527 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] For port 7364e021-d972-4749-a392-f6590886bcf6, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:05.503603 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] For port 7364e021-d972-4749-a392-f6590886bcf6, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=7364e021-d972-4749-a392-f6590886bcf6,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:05.505042 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.611347 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7364e021-d972-4749-a392-f6590886bcf6), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.637583 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Provisioning complete for port a23418df-9761-4a96-8fcc-52118ac239f0 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:05.643164 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.721859 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:05.722451 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.27.2.202 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/18d644d7-1e63-4b1d-854d-6bd5b35ff57e) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:05.722622 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:05.740893 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Port a23418df-9761-4a96-8fcc-52118ac239f0 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:05.761667 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Provisioning complete for port 7364e021-d972-4749-a392-f6590886bcf6 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:05.761964 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7364e021-d972-4749-a392-f6590886bcf6), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.809398 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36435-5dec-474d-951c-429816e0537a None None] Pushing event updated for resources: {'Port': ['ID=7364e021-d972-4749-a392-f6590886bcf6,revision_number=4']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:05.942988 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:09:05.957108 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Current status of the port 7364e021-d972-4749-a392-f6590886bcf6 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:05.957569 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7364e021-d972-4749-a392-f6590886bcf6), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:05.971782 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:05.974382 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.033062 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] For port 7364e021-d972-4749-a392-f6590886bcf6, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=7364e021-d972-4749-a392-f6590886bcf6,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:06.083049 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:06.092003 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.097470 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-4180dc12-eb8f-49c0-abad-32b4e7870651 admin admin] 10.222.0.37 "PUT /v2.0/routers/8670a66c-78fb-4a5a-8fdd-810c053b6da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7092547 Apr 14 21:09:06.126062 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7364e021-d972-4749-a392-f6590886bcf6), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.145620 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:06.149081 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:06.154661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:06.158528 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=18d644d7-1e63-4b1d-854d-6bd5b35ff57e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:06.253930 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a5bef-c909-46a0-a390-4ce70a645b03 None None] Pushing event updated for resources: {'Port': ['ID=7364e021-d972-4749-a392-f6590886bcf6,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:06.270699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-468d4b7d-2d6e-4ed4-a9a2-95e828adad7c None None] Provisioning complete for port 7364e021-d972-4749-a392-f6590886bcf6 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:06.271916 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-468d4b7d-2d6e-4ed4-a9a2-95e828adad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7364e021-d972-4749-a392-f6590886bcf6), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.319994 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (ba134a2c-0e35-478e-ba95-77382e471348), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.370718 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a94b422-de0d-4a2e-9759-6e03adc5844b up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:06.420015 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:06.432218 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-468d4b7d-2d6e-4ed4-a9a2-95e828adad7c None None] Current status of the port 7364e021-d972-4749-a392-f6590886bcf6 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:06.451183 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e2e54-d03e-4309-ae02-07cbdebf796d None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:06.455068 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6a94b422-de0d-4a2e-9759-6e03adc5844b triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:06.455500 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.486079 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.511080 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.621041 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6a94b422-de0d-4a2e-9759-6e03adc5844b is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:06.718384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.835806 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:06.904056 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=18d644d7-1e63-4b1d-854d-6bd5b35ff57e,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:06.928487 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (ba134a2c-0e35-478e-ba95-77382e471348), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.021579 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.031612 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ef16d586-c688-4810-bd22-d981832e43b3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7775323 Apr 14 21:09:07.080467 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34562) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:07.085371 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1734666163-network', 'tenant_id': '3693c9b716734ebf96af96b390823e4a'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:07.162045 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Made reservation on behalf of 3693c9b716734ebf96af96b390823e4a for: {'network': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:09:07.164639 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for network (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.174787 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.245681 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-092854f1-fbb4-4652-9382-eace214bb256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1612400341&fields=id&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 267 time: 0.0506647 Apr 14 21:09:07.271286 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks [] for security_group (5de873de-a927-4030-933e-85b1f1a019a5), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.361770 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5de873de-a927-4030-933e-85b1f1a019a5), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.373319 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-f0e296a1-ba32-4ca5-9cc0-93e0dd9400a1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:07.377933 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-f0e296a1-ba32-4ca5-9cc0-93e0dd9400a1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1190915 Apr 14 21:09:07.386515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=110251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:09:07.393323 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-d093fda0-ed1d-45cb-bde2-f2791073a724 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/quotas/f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 375 time: 0.0111926 Apr 14 21:09:07.403209 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de873de-a927-4030-933e-85b1f1a019a5,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:07.406504 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.406872 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.segments_db [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Added segment cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641 of type vlan for network e36e8f71-d652-4361-a0e4-13f1df380c5d Apr 14 21:09:07.455339 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-c1686473-5afe-41dd-aad8-7e3be339e71f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556381 Apr 14 21:09:07.457656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788913060837'] for network (e36e8f71-d652-4361-a0e4-13f1df380c5d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.564438 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-23f6736a-2753-454a-bdab-26651a4f8928 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926454 Apr 14 21:09:07.607319 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366'] for network (e36e8f71-d652-4361-a0e4-13f1df380c5d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.608267 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:07.608881 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.668997 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-3963b8f6-3a28-4447-aea4-98e1e888b2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982349 Apr 14 21:09:07.671074 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] Pushing event updated for resources: {'Network': ['ID=e36e8f71-d652-4361-a0e4-13f1df380c5d,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:07.681942 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Network e36e8f71-d652-4361-a0e4-13f1df380c5d details requested by agent ovs-agent-dv-cinder-837541-3-iscsi with host dv-cinder-837541-3-iscsi {{(pid=110253) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:09:07.765876 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-7bc64f84-3625-4b00-9578-374d3c665df5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6842072 Apr 14 21:09:07.772265 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34576) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:07.773826 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Request body: {'subnet': {'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1734666163-subnet', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'ip_version': 4}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:07.905682 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c6f5789b-619e-492e-944f-8c089b54bed4 req-87fddbb1-0537-4b43-9ee2-03255a9d1a84 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0319252 Apr 14 21:09:07.907757 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:07.930975 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Made reservation on behalf of 3693c9b716734ebf96af96b390823e4a for: {'subnet': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:09:07.933914 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130203926'] for subnet (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.033789 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.245375 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 36d445f0-f19c-47c0-96bb-8b4382442e1d up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:08.248030 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130673003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130203904'] for subnet (054fb790-488e-4d6e-a4ed-f3d55ae08a79), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.294753 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 36d445f0-f19c-47c0-96bb-8b4382442e1d triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:08.295111 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.311594 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054fb790-488e-4d6e-a4ed-f3d55ae08a79,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:08.320397 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Checking segment: {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:08.320755 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Network hostable DHCP agents. Network: e36e8f71-d652-4361-a0e4-13f1df380c5d, hostable agents: ['c7e247eb-3ead-4f66-9d35-b5c9256fab99'], hosted agents: [] {{(pid=110251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:09:08.378643 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 36d445f0-f19c-47c0-96bb-8b4382442e1d is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:08.379053 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.398810 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 36d445f0-f19c-47c0-96bb-8b4382442e1d, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=36d445f0-f19c-47c0-96bb-8b4382442e1d,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:08.479840 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Network e36e8f71-d652-4361-a0e4-13f1df380c5d is scheduled to be hosted by DHCP agent c7e247eb-3ead-4f66-9d35-b5c9256fab99 with binding_index 1 {{(pid=110251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:09:08.527591 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.536214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 7364e021-d972-4749-a392-f6590886bcf6 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:08.605207 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=36d445f0-f19c-47c0-96bb-8b4382442e1d,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:08.615241 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 7364e021-d972-4749-a392-f6590886bcf6 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:08.615654 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7364e021-d972-4749-a392-f6590886bcf6), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.636461 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-3-iscsi, e36e8f71-d652-4361-a0e4-13f1df380c5d) {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:08.641202 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:08.644965 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.647133 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a3fd3-d2fb-4c63-ad35-2eb9a0c53c44 None None] Network e36e8f71-d652-4361-a0e4-13f1df380c5d requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:09:08.765650 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4e16a25c-f28c-4a66-916e-6e60f81492c3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9958854 Apr 14 21:09:08.768311 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34586) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:08.772825 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:08.905868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 7364e021-d972-4749-a392-f6590886bcf6 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:08.913747 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1743689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router (fdcf89a5-b11a-4d67-8715-87b775778949), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.915494 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1744345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1741648', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1712327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8355'] for router (fdcf89a5-b11a-4d67-8715-87b775778949), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.945836 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bada5-9e21-5f0d-af1b-5e2669d65e36-e36e8f71-d652-4361-a0e4-13f1df380c5d', 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d', 'project_id': '3693c9b716734ebf96af96b390823e4a', 'fixed_ips': [{'subnet_id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79'}]}} from dv-cinder-837541-3-iscsi. {{(pid=110253) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:09:08.949063 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:08.988519 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks [] for router_controller (fdcf89a5-b11a-4d67-8715-87b775778949), precommit_add_association {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.061869 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-591518e4-5c6e-4e5e-aa7d-37942ada44ae req-b84c3e42-9802-444e-a37b-a7be233a8174 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0344322 Apr 14 21:09:09.097474 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.db_base_plugin_common [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Allocated IP 172.20.0.2 (e36e8f71-d652-4361-a0e4-13f1df380c5d/054fb790-488e-4d6e-a4ed-f3d55ae08a79/6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10) {{(pid=110253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:09.260777 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Publish callbacks [] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), precommit_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.283820 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks [] for router_gateway (fdcf89a5-b11a-4d67-8715-87b775778949), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.327798 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), after_create {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.396295 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Network e36e8f71-d652-4361-a0e4-13f1df380c5d is already hosted by enough agents. {{(pid=110253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:09.401688 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.scheduler.base_scheduler [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Resources bound (agent type, host, resource id): {{(pid=110253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:09.413946 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Received port after_create {{(pid=110253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:09.413946 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Pushing event updated for resources: {'Port': ['ID=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,revision_number=1']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:09.480644 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Attempting to bind port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:09.482377 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Attempting to bind port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:09.482779 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Attempting to bind port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 on network e36e8f71-d652-4361-a0e4-13f1df380c5d {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:09.489876 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:09.490312 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Checking segment: {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:09.490747 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.491152 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Bound using segment: {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:09.491695 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Bound port: 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:09.492081 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.577412 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks [] for router_gateway (fdcf89a5-b11a-4d67-8715-87b775778949), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.592756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.616474 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:09.626496 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:09.627113 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:09.695325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] For port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:09.698867 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.705283 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Allocated IP 172.27.2.204 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/c1c079d0-7b83-40ef-9a1b-0eff5b89795a) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:09.716811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] For port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:09.778120 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:09.810261 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.819081 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks [] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.942577 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:09.955102 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df114-6379-4b91-aa97-b354a6c4bf88 None None] Pushing event updated for resources: {'Port': ['ID=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,revision_number=2']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:09.983902 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:09.990860 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:09.995864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:09.999497 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Pushing event updated for resources: {'Port': ['ID=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:10.056432 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 2, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:10.118512 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:10.119253 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Updating router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 port a23418df-9761-4a96-8fcc-52118ac239f0 binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:09:10.156699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.352559 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2cde4002-727f-4065-8b58-cf2e9353d222 req-8015ddf0-f9d3-4745-a755-313f7aefe725 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0294585 Apr 14 21:09:10.373478 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:10.444933 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:10.445320 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.500283 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks [] for router_gateway (fdcf89a5-b11a-4d67-8715-87b775778949), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.541113 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Publish callbacks [] for port (a23418df-9761-4a96-8fcc-52118ac239f0), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.580452 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:10.580724 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.618828 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:10.708371 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1741473'] for router (fdcf89a5-b11a-4d67-8715-87b775778949), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.710866 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.715575 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.716539 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 36d445f0-f19c-47c0-96bb-8b4382442e1d up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:10.797157 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96040f-03e9-4089-a37e-7994e53fdab7 None None] Pushing event updated for resources: {'Port': ['ID=a23418df-9761-4a96-8fcc-52118ac239f0,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:10.902884 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 36d445f0-f19c-47c0-96bb-8b4382442e1d triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:10.903268 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.909338 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:10.942167 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Router fdcf89a5-b11a-4d67-8715-87b775778949 is scheduled to L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 with binding_index 1 {{(pid=110252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:09:10.945368 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Attempting to bind port a23418df-9761-4a96-8fcc-52118ac239f0 on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:10.945797 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Attempting to bind port a23418df-9761-4a96-8fcc-52118ac239f0 by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:10.946138 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Attempting to bind port a23418df-9761-4a96-8fcc-52118ac239f0 on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:10.958118 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:10.958864 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Checking segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:10.958958 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:10.959303 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Bound using segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:10.959828 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Bound port: a23418df-9761-4a96-8fcc-52118ac239f0, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:10.960215 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.001708 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:09:11.037548 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975e60e-6b8e-48d1-917a-b81d571ad5e6 None None] Network e36e8f71-d652-4361-a0e4-13f1df380c5d requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:09:11.066756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:11.078064 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Sync routers for ids ['fdcf89a5-b11a-4d67-8715-87b775778949'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:11.088304 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Routers {'fdcf89a5-b11a-4d67-8715-87b775778949'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:11.089433 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fdcf89a5-b11a-4d67-8715-87b775778949'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:11.113874 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] For port a23418df-9761-4a96-8fcc-52118ac239f0, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:11.132700 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 36d445f0-f19c-47c0-96bb-8b4382442e1d is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:11.141364 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] For port a23418df-9761-4a96-8fcc-52118ac239f0, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a23418df-9761-4a96-8fcc-52118ac239f0,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:11.149898 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-26433c9c-2017-4333-956f-709665d68dfe None None] Provisioning complete for port a23418df-9761-4a96-8fcc-52118ac239f0 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:11.150281 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-26433c9c-2017-4333-956f-709665d68dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.156565 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.160455 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ae43019e-398a-40e9-ab31-d43c11f4fd8c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3885102 Apr 14 21:09:11.162039 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34602) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:11.208468 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Set router fdcf89a5-b11a-4d67-8715-87b775778949 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:11.211965 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-26433c9c-2017-4333-956f-709665d68dfe None None] Port a23418df-9761-4a96-8fcc-52118ac239f0 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:11.226951 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-26433c9c-2017-4333-956f-709665d68dfe None None] Provisioning complete for port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:11.227341 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-26433c9c-2017-4333-956f-709665d68dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.229863 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.334186 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:11.339793 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:11.339793 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96040f-03e9-4089-a37e-7994e53fdab7 None None] Pushing event updated for resources: {'Port': ['ID=a23418df-9761-4a96-8fcc-52118ac239f0,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:11.513757 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:09:10Z', 'revision_number': 3, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:11.548109 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Checking router: fdcf89a5-b11a-4d67-8715-87b775778949 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:11.552757 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Updating router fdcf89a5-b11a-4d67-8715-87b775778949 port c1c079d0-7b83-40ef-9a1b-0eff5b89795a binding host dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:09:11.563581 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3fea824d-2c90-4f69-8e00-b20f1355f4d1 req-cd4ace74-e073-4fdd-992d-5601484a0513 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0571558 Apr 14 21:09:11.593771 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.682869 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-26433c9c-2017-4333-956f-709665d68dfe None None] Current status of the port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:11.719084 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:11.842893 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Provisioning complete for port a23418df-9761-4a96-8fcc-52118ac239f0 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:11.843652 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:11.962475 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Publish callbacks [] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), precommit_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.009869 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Current status of the port a23418df-9761-4a96-8fcc-52118ac239f0 is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:12.011227 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.043205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.050284 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.074562 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] For port a23418df-9761-4a96-8fcc-52118ac239f0, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a23418df-9761-4a96-8fcc-52118ac239f0,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:12.078346 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:11Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:12.137730 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Attempting to bind port c1c079d0-7b83-40ef-9a1b-0eff5b89795a on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Attempting to bind port c1c079d0-7b83-40ef-9a1b-0eff5b89795a by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Attempting to bind port c1c079d0-7b83-40ef-9a1b-0eff5b89795a on network 70c159b2-e987-42c8-a70e-3ec2c3750b85 {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3a21-92ec-4b9f-9477-cbdd46cb0dc8 None None] Pushing event updated for resources: {'Port': ['ID=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,revision_number=2']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Checking segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Bound using segment: {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'} {{(pid=110254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.managers [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Bound port: c1c079d0-7b83-40ef-9a1b-0eff5b89795a, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df7eb19-1b3d-45ef-a0df-85140c813896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}}] {{(pid=110254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:12.161669 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), before_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.165720 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7afb28-fb66-48b1-b7aa-f7fc591427a4 None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:11Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:12.226940 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] For port c1c079d0-7b83-40ef-9a1b-0eff5b89795a, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:12.231326 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.plugins.ml2.db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] For port c1c079d0-7b83-40ef-9a1b-0eff5b89795a, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:12.261795 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:12.266749 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Allocated IP 172.20.0.1 (e36e8f71-d652-4361-a0e4-13f1df380c5d/054fb790-488e-4d6e-a4ed-f3d55ae08a79/78774ac6-14b2-460b-bf44-f258dc4e16cf) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:12.308185 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:12.308587 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.383694 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks [] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.388501 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:12.389568 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a23418df-9761-4a96-8fcc-52118ac239f0 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:12.414285 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.446249 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron_lib.callbacks.manager [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), after_update {{(pid=110254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.452421 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Provisioning complete for port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:12.453692 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.506234 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Routers {'fdcf89a5-b11a-4d67-8715-87b775778949'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:12.506861 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fdcf89a5-b11a-4d67-8715-87b775778949'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:12.515822 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port a23418df-9761-4a96-8fcc-52118ac239f0 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:12.516276 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.519173 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Pushing event updated for resources: {'Port': ['ID=a23418df-9761-4a96-8fcc-52118ac239f0,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:12.556249 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3a21-92ec-4b9f-9477-cbdd46cb0dc8 None None] Pushing event updated for resources: {'Port': ['ID=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,revision_number=3']} {{(pid=110254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:12.571877 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.610491 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a501bb5c-d6e5-4760-9f36-4e21a45ba54c None None] Current status of the port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:12.631993 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Network e36e8f71-d652-4361-a0e4-13f1df380c5d is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:12.641839 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:12.644367 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Pushing event updated for resources: {'Port': ['ID=78774ac6-14b2-460b-bf44-f258dc4e16cf,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:12.654775 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:12.665709 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port a23418df-9761-4a96-8fcc-52118ac239f0 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:12.722329 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741392'] for router_interface (fdcf89a5-b11a-4d67-8715-87b775778949), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.750805 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] Set router fdcf89a5-b11a-4d67-8715-87b775778949 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:12.762811 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a10d668e-7099-4804-bd89-c991c2d3bd37 req-bdc61ce6-3129-44fb-b45d-6a6cbda81cb5 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0642798 Apr 14 21:09:12.929639 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-24771d1c-215f-4bdb-9226-5893d6b0b639 None None] Provisioning complete for port 78774ac6-14b2-460b-bf44-f258dc4e16cf triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:12.930029 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-24771d1c-215f-4bdb-9226-5893d6b0b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.951843 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:09:10Z', 'revision_number': 3, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:12.972089 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-24771d1c-215f-4bdb-9226-5893d6b0b639 None None] Port 78774ac6-14b2-460b-bf44-f258dc4e16cf cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:12.987297 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:12.994654 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6cd15-3bb4-4b61-8a83-70a6e26a92b9 None None] The sync data for ids ['fdcf89a5-b11a-4d67-8715-87b775778949'] in dv-cinder-837541-3-iscsi is: [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:09:10Z', 'revision_number': 3, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:13.173388 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks [] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:13.290795 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:13.390305 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Pushing event updated for resources: {'Port': ['ID=78774ac6-14b2-460b-bf44-f258dc4e16cf,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:13.398243 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742304'] for router_interface (fdcf89a5-b11a-4d67-8715-87b775778949), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:13.533578 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a01b0bae-1a36-45b9-a834-babd54ff61db tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:13.535086 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a01b0bae-1a36-45b9-a834-babd54ff61db tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1908035 Apr 14 21:09:13.568052 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Network e36e8f71-d652-4361-a0e4-13f1df380c5d is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:13.570267 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:13.668973 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-8b20e015-b583-43e0-a7f1-8c6f7e3a2004 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 380 time: 0.1078293 Apr 14 21:09:13.750612 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Router fdcf89a5-b11a-4d67-8715-87b775778949 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:09:13.774298 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'port': {'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'admin_state_up': True, 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'security_groups': ['2bb673d1-e364-4ef1-b627-0d631a2a5c4b']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:13.911979 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-13d1f875-1e2a-47f2-b695-f15a8ce7a1e9 None None] Provisioning complete for port 78774ac6-14b2-460b-bf44-f258dc4e16cf triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:13.911979 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-13d1f875-1e2a-47f2-b695-f15a8ce7a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:13.962307 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-33815482-0166-40c9-bef8-59ea398f01dd req-209554cd-5ddb-4422-909c-e67f446ed413 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0666769 Apr 14 21:09:13.991287 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-13d1f875-1e2a-47f2-b695-f15a8ce7a1e9 None None] Port 78774ac6-14b2-460b-bf44-f258dc4e16cf cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:14.056764 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:14.063598 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-9a7da2a4-ee45-4c8c-9193-fb8b5fb0a260 admin admin] 10.222.0.37 "PUT /v2.0/routers/fdcf89a5-b11a-4d67-8715-87b775778949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8978441 Apr 14 21:09:14.214203 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Made reservation on behalf of f3584f214ed04adbbc933eb72023c014 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:09:14.214203 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.367526 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a23418df-9761-4a96-8fcc-52118ac239f0 up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:14.413291 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.20.0.6 (00309dfb-dad3-4b4b-b63a-bdc92151beb4/550b61b2-ea6f-4288-b55a-95663c5dc27c/1d399254-2f50-4b8e-a16c-4b38b27f3daa) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:14.437302 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port a23418df-9761-4a96-8fcc-52118ac239f0 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:14.437895 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.545125 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port a23418df-9761-4a96-8fcc-52118ac239f0 is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:14.546367 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device c1c079d0-7b83-40ef-9a1b-0eff5b89795a up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:14.603057 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.604715 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port c1c079d0-7b83-40ef-9a1b-0eff5b89795a triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:14.605328 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.689540 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port c1c079d0-7b83-40ef-9a1b-0eff5b89795a is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:14.689917 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.705077 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.711705 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] For port c1c079d0-7b83-40ef-9a1b-0eff5b89795a, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:14.761120 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:14.767563 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:14.768732 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=1d399254-2f50-4b8e-a16c-4b38b27f3daa,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:14.771420 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:14.797132 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.833845 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:14.834664 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:14.851084 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Pushing event updated for resources: {'Port': ['ID=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:14.920318 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34632) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:14.925325 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893412130', 'description': 'tempest-secgroup-smoke-1893412130 description', 'project_id': '7f12a80951d84716be00a81c2dd5fb64'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:14.933479 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e88e4028-c247-413d-bc85-713e83700727 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1644239 Apr 14 21:09:15.014243 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.016242 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-129ec2a8-aa84-49a9-92c1-604ba7572380 None None] Provisioning complete for port 1d399254-2f50-4b8e-a16c-4b38b27f3daa triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:15.016741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-129ec2a8-aa84-49a9-92c1-604ba7572380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.052514 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-129ec2a8-aa84-49a9-92c1-604ba7572380 None None] Port 1d399254-2f50-4b8e-a16c-4b38b27f3daa cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:15.083324 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3002e-741b-47f5-93fd-adf72f2cc4aa req-03fbe5c3-6d21-4e1d-b27d-f3047701062e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:15.084917 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e0d3002e-741b-47f5-93fd-adf72f2cc4aa req-03fbe5c3-6d21-4e1d-b27d-f3047701062e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 931 time: 0.0514646 Apr 14 21:09:15.087135 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group (32dc87bc-f95b-481c-825a-1633563c97d8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.131449 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e0d3002e-741b-47f5-93fd-adf72f2cc4aa req-ddbf1973-49b1-43f0-b0ab-f9370f81942c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Apr 14 21:09:15.159096 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (32dc87bc-f95b-481c-825a-1633563c97d8), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.187383 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc87bc-f95b-481c-825a-1633563c97d8,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:15.266498 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.267872 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-3aa55341-caef-4c4b-93fb-d82e59b65086 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3464360 Apr 14 21:09:15.270756 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34638) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:15.275115 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group_rule': {'security_group_id': '32dc87bc-f95b-481c-825a-1633563c97d8', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:15.367178 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (bcc29737-bb95-48b9-88a3-5e66801218b6), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.423065 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (bcc29737-bb95-48b9-88a3-5e66801218b6), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.501798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (bcc29737-bb95-48b9-88a3-5e66801218b6), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.520011 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc29737-bb95-48b9-88a3-5e66801218b6,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:15.609140 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.611032 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-87b89da2-6815-402d-a650-410440dfad78 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387251 Apr 14 21:09:15.613176 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34640) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:15.617749 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group_rule': {'security_group_id': '32dc87bc-f95b-481c-825a-1633563c97d8', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:15.721942 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (840d1630-f417-4342-afd2-dc5c5e54ee0a), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.782525 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (840d1630-f417-4342-afd2-dc5c5e54ee0a), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.864742 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (840d1630-f417-4342-afd2-dc5c5e54ee0a), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.884720 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840d1630-f417-4342-afd2-dc5c5e54ee0a,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:15.991465 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:15.992692 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ddbc5402-5e64-4d54-992e-7cbb25b191ff tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785739 Apr 14 21:09:15.996009 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34642) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:16.000281 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group_rule': {'security_group_id': '32dc87bc-f95b-481c-825a-1633563c97d8', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:16.086926 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (a46b7e46-13dd-456a-9a22-44577acdab96), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.146838 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (a46b7e46-13dd-456a-9a22-44577acdab96), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.231382 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device c1c079d0-7b83-40ef-9a1b-0eff5b89795a up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:16.253601 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (a46b7e46-13dd-456a-9a22-44577acdab96), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.257993 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b2fd-f68f-4967-afc0-186af2f87100 req-06a53724-1061-4610-9b3e-1a8dcec2a6ba tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:16.257993 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5b9b2fd-f68f-4967-afc0-186af2f87100 req-06a53724-1061-4610-9b3e-1a8dcec2a6ba tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 931 time: 0.0511582 Apr 14 21:09:16.274003 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46b7e46-13dd-456a-9a22-44577acdab96,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:16.279094 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port c1c079d0-7b83-40ef-9a1b-0eff5b89795a triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:16.279510 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.312060 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c5b9b2fd-f68f-4967-afc0-186af2f87100 req-6e207bd5-4fe4-4683-84fd-bd00c3d61d8a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483112 Apr 14 21:09:16.360893 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port c1c079d0-7b83-40ef-9a1b-0eff5b89795a is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:16.380496 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.381822 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-a3d671db-0f64-45af-aa66-3b81d52851f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848319 Apr 14 21:09:16.384560 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34648) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:16.388857 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group_rule': {'security_group_id': '32dc87bc-f95b-481c-825a-1633563c97d8', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:16.536380 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (a49c3808-c156-40a0-86e9-c4bdcea1b626), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.593597 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (a49c3808-c156-40a0-86e9-c4bdcea1b626), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.727201 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (a49c3808-c156-40a0-86e9-c4bdcea1b626), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.751601 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49c3808-c156-40a0-86e9-c4bdcea1b626,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:16.883816 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:16.886030 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-9aebf3f3-dd1b-452e-af46-da7a41839b5e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995685 Apr 14 21:09:16.888251 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34650) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:16.892746 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group_rule': {'security_group_id': '32dc87bc-f95b-481c-825a-1633563c97d8', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:16.936872 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Sync routers for ids ['fdcf89a5-b11a-4d67-8715-87b775778949'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:16.947077 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Routers {'fdcf89a5-b11a-4d67-8715-87b775778949'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:16.952387 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fdcf89a5-b11a-4d67-8715-87b775778949'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:16.978922 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.securitygroups_db [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Project 7f12a80951d84716be00a81c2dd5fb64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:09:16.984781 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (9ace649c-6b65-4dc7-81eb-fb28e4c0f099), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.046344 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (9ace649c-6b65-4dc7-81eb-fb28e4c0f099), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.056658 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Set router fdcf89a5-b11a-4d67-8715-87b775778949 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:17.078005 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Request body: {'port': {'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:17.135732 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (9ace649c-6b65-4dc7-81eb-fb28e4c0f099), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.163704 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.166923 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ace649c-6b65-4dc7-81eb-fb28e4c0f099,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:17.257827 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 4, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '78774ac6-14b2-460b-bf44-f258dc4e16cf', 'name': '', 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'mac_address': 'fa:16:3e:45:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:12Z', 'updated_at': '2022-04-14T21:09:13Z', 'revision_number': 2, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'subnets': [{'id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:17.277324 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.281373 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4a654110-e212-4a60-95a3-a1909a70e164 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3895540 Apr 14 21:09:17.281509 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34654) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:17.284487 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Checking router: fdcf89a5-b11a-4d67-8715-87b775778949 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:17.284868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Updating router fdcf89a5-b11a-4d67-8715-87b775778949 port 78774ac6-14b2-460b-bf44-f258dc4e16cf binding host dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:09:17.286625 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'security_group_rule': {'security_group_id': '32dc87bc-f95b-481c-825a-1633563c97d8', 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:17.318547 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.418701 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.securitygroups_db [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Project 7f12a80951d84716be00a81c2dd5fb64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:09:17.428882 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (1dc577dd-da28-4cc3-9c06-e9a03a413e3e), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.436801 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23dca9-579f-44a7-b34f-bfd118dfa951 req-e40e8a75-f159-411d-9829-f5ed12e1bafa tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:17.439040 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8d23dca9-579f-44a7-b34f-bfd118dfa951 req-e40e8a75-f159-411d-9829-f5ed12e1bafa tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 931 time: 0.0537591 Apr 14 21:09:17.498490 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8d23dca9-579f-44a7-b34f-bfd118dfa951 req-e90fcf63-7c98-422c-9cb4-097980aec5a2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503309 Apr 14 21:09:17.545075 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d399254-2f50-4b8e-a16c-4b38b27f3daa {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:09:17.558102 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Publish callbacks [] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.561479 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (1dc577dd-da28-4cc3-9c06-e9a03a413e3e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.572891 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Transition to ACTIVE for port object 1d399254-2f50-4b8e-a16c-4b38b27f3daa will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:09:17.617600 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Publish callbacks [] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), precommit_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.727639 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.728741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.731665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (1dc577dd-da28-4cc3-9c06-e9a03a413e3e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.786352 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66080f20-b707-40bf-9907-6144fc628454 None None] Pushing event updated for resources: {'Port': ['ID=78774ac6-14b2-460b-bf44-f258dc4e16cf,revision_number=3']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:17.792998 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc577dd-da28-4cc3-9c06-e9a03a413e3e,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:17.828997 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Pushing event updated for resources: {'Port': ['ID=1d399254-2f50-4b8e-a16c-4b38b27f3daa,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:17.853570 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Attempting to bind port 78774ac6-14b2-460b-bf44-f258dc4e16cf on host dv-cinder-837541-3-iscsi for vnic_type normal with profile {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:17.857748 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Attempting to bind port 78774ac6-14b2-460b-bf44-f258dc4e16cf by drivers openvswitch,hyperv on host dv-cinder-837541-3-iscsi at level 0 using segments [{'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:17.858198 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Attempting to bind port 78774ac6-14b2-460b-bf44-f258dc4e16cf on network e36e8f71-d652-4361-a0e4-13f1df380c5d {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:17.864605 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Checking agent: {'id': 'dfb2ea2f-816c-4900-8188-d02e10431a46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 51, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 52, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:17.864986 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Checking segment: {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:17.866718 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.868312 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1ec1f6b4-dec9-4db7-b547-a506c0d5a777 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5858977 Apr 14 21:09:17.871483 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.872077 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Bound using segment: {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'} {{(pid=110253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:17.872791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.managers [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Bound port: 78774ac6-14b2-460b-bf44-f258dc4e16cf, host: dv-cinder-837541-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d'}}] {{(pid=110253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:17.873672 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.914284 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Attempting to bind port 1d399254-2f50-4b8e-a16c-4b38b27f3daa on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:17.914685 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Attempting to bind port 1d399254-2f50-4b8e-a16c-4b38b27f3daa by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:17.915003 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Attempting to bind port 1d399254-2f50-4b8e-a16c-4b38b27f3daa on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:17.932934 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Port 1d399254-2f50-4b8e-a16c-4b38b27f3daa on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:09:17.933272 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Attempting to bind port 1d399254-2f50-4b8e-a16c-4b38b27f3daa on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:17.944236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:17.944825 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:17.945404 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Bound using segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:17.946559 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Bound port: 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:17.946559 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:17.964938 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] For port 78774ac6-14b2-460b-bf44-f258dc4e16cf, host dv-cinder-837541-3-iscsi, cleared binding levels {{(pid=110253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:17.972539 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] For port 78774ac6-14b2-460b-bf44-f258dc4e16cf, host dv-cinder-837541-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=78774ac6-14b2-460b-bf44-f258dc4e16cf,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:18.038837 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] For port 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:18.045582 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] For port 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:18.094334 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:18.128885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:18.160971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Routers {'fdcf89a5-b11a-4d67-8715-87b775778949'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:18.162009 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fdcf89a5-b11a-4d67-8715-87b775778949'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:18.178503 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.179342 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:18.180860 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] 10.222.0.45 "PUT /v2.0/ports/1d399254-2f50-4b8e-a16c-4b38b27f3daa HTTP/1.1" status: 200 len: 1093 time: 1.1080744 Apr 14 21:09:18.181393 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:18.183835 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:18.234719 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9f40b-a04b-4a40-99c4-293166c5a136 service neutron] Pushing event updated for resources: {'Port': ['ID=1d399254-2f50-4b8e-a16c-4b38b27f3daa,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:18.288313 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeda466-543d-423e-998c-dd2a0f8d97d2 x-openstack-request-id: req-caeda466-543d-423e-998c-dd2a0f8d97d2 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:18.288605 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:18.288857 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caeda466-543d-423e-998c-dd2a0f8d97d2 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:18.289421 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caeda466-543d-423e-998c-dd2a0f8d97d2'] response: {'name': 'network-changed', 'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'status': 'completed', 'code': 200} Apr 14 21:09:18.335205 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] Set router fdcf89a5-b11a-4d67-8715-87b775778949 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:18.377475 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec req-c4a0157e-07ab-4764-9e6e-afc0614644a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.379191 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec req-c4a0157e-07ab-4764-9e6e-afc0614644a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 1127 time: 0.0646081 Apr 14 21:09:18.383565 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66080f20-b707-40bf-9907-6144fc628454 None None] Pushing event updated for resources: {'Port': ['ID=78774ac6-14b2-460b-bf44-f258dc4e16cf,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:18.397490 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] Provisioning complete for port 78774ac6-14b2-460b-bf44-f258dc4e16cf triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:18.398128 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:18.526807 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec req-312feb04-2083-47a2-a5ab-adab037087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.529609 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec req-312feb04-2083-47a2-a5ab-adab037087d0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3584f214ed04adbbc933eb72023c014&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1422281 Apr 14 21:09:18.631985 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc66ebf-bf76-4cac-98bb-735f1b03e2eb req-ee358dd2-f222-4c20-888a-82d9e171f2be tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.634274 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fc66ebf-bf76-4cac-98bb-735f1b03e2eb req-ee358dd2-f222-4c20-888a-82d9e171f2be tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 943 time: 0.0562606 Apr 14 21:09:18.660094 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec req-c68645cc-ff57-4b68-927c-36d45f148f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.661857 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f1251d3d-07dc-40fe-983b-b3e0a49dd8ec req-c68645cc-ff57-4b68-927c-36d45f148f5e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261704 Apr 14 21:09:18.696754 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5fc66ebf-bf76-4cac-98bb-735f1b03e2eb req-dfc62913-31bc-4d50-820f-c5d7aa3d7f36 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534878 Apr 14 21:09:18.749362 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e617804c-b016-4944-8820-5b673242649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.751940 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e617804c-b016-4944-8820-5b673242649f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 1127 time: 0.0503204 Apr 14 21:09:18.768111 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] Current status of the port 78774ac6-14b2-460b-bf44-f258dc4e16cf is: DOWN; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:18.768511 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:18.800669 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-294ba262-f232-42fb-b296-b7807f164ced service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa HTTP/1.1" status: 200 len: 217 time: 0.0416501 Apr 14 21:09:18.838345 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] For port 78774ac6-14b2-460b-bf44-f258dc4e16cf, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=78774ac6-14b2-460b-bf44-f258dc4e16cf,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:18.849932 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 4, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '78774ac6-14b2-460b-bf44-f258dc4e16cf', 'name': '', 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'mac_address': 'fa:16:3e:45:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:12Z', 'updated_at': '2022-04-14T21:09:17Z', 'revision_number': 4, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'subnets': [{'id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:18.850480 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e2b51eed-7ab2-4814-9c08-03d88971cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.852082 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-e2b51eed-7ab2-4814-9c08-03d88971cd0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0458963 Apr 14 21:09:18.877714 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90c309-08b7-469a-a379-ad6a872aad15 None None] The sync data for ids ['fdcf89a5-b11a-4d67-8715-87b775778949'] in dv-cinder-837541-3-iscsi is: [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 4, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '78774ac6-14b2-460b-bf44-f258dc4e16cf', 'name': '', 'network_id': 'e36e8f71-d652-4361-a0e4-13f1df380c5d', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'mac_address': 'fa:16:3e:45:f4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:12Z', 'updated_at': '2022-04-14T21:09:17Z', 'revision_number': 4, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'subnets': [{'id': '054fb790-488e-4d6e-a4ed-f3d55ae08a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:18.896492 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-bdd7320e-f51c-49cc-b678-80b75f6e3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:18.898132 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-bdd7320e-f51c-49cc-b678-80b75f6e3c5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405576 Apr 14 21:09:18.941705 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:19.044449 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-a92c6c4a-0083-4e3d-97bc-750021f05116 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354640 Apr 14 21:09:19.044696 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfe7e3-128e-48d4-b896-2ae68aaf92d6 None None] Pushing event updated for resources: {'Port': ['ID=78774ac6-14b2-460b-bf44-f258dc4e16cf,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:19.121118 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b422dee9-b883-4670-8907-cbc79ab740c8 None None] Provisioning complete for port 78774ac6-14b2-460b-bf44-f258dc4e16cf triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:19.121493 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b422dee9-b883-4670-8907-cbc79ab740c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:19.138019 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-1c124d65-bbf6-4edd-8df0-c3366fd7b5cf req-29f75c8d-49c7-49f3-bded-dcd64596522c service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911422 Apr 14 21:09:19.209730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b422dee9-b883-4670-8907-cbc79ab740c8 None None] Current status of the port 78774ac6-14b2-460b-bf44-f258dc4e16cf is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:19.827054 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990e36a-e1a0-4c54-9072-c101ea666a22 req-629712fa-d0f2-492f-aac5-06b4773d0ddb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:19.827706 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4990e36a-e1a0-4c54-9072-c101ea666a22 req-629712fa-d0f2-492f-aac5-06b4773d0ddb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 943 time: 0.0479648 Apr 14 21:09:19.878596 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4990e36a-e1a0-4c54-9072-c101ea666a22 req-f3cf9760-f285-46a5-8538-0a96039ff5f9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 Apr 14 21:09:20.243072 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 78774ac6-14b2-460b-bf44-f258dc4e16cf up at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:20.294391 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Provisioning complete for port 78774ac6-14b2-460b-bf44-f258dc4e16cf triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:20.294791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:20.377790 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Current status of the port 78774ac6-14b2-460b-bf44-f258dc4e16cf is: ACTIVE; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:21.002061 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6ff3a-c093-4e6f-a5b7-7c8777020eb7 req-6ed982e6-3fe0-4e63-a344-aa6f0f6f46dd tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:21.003765 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ff6ff3a-c093-4e6f-a5b7-7c8777020eb7 req-6ed982e6-3fe0-4e63-a344-aa6f0f6f46dd tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 943 time: 0.0549223 Apr 14 21:09:21.055463 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2ff6ff3a-c093-4e6f-a5b7-7c8777020eb7 req-b34ff88e-5a33-4247-a927-f52dedea8231 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Apr 14 21:09:22.175927 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd3d2-5040-4679-964e-b794c9804dd1 req-1b8c42a9-4687-4e0e-9848-8f062a1f15e7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:22.177516 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-97bcd3d2-5040-4679-964e-b794c9804dd1 req-1b8c42a9-4687-4e0e-9848-8f062a1f15e7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 943 time: 0.0486338 Apr 14 21:09:22.227250 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-97bcd3d2-5040-4679-964e-b794c9804dd1 req-2b1dc382-9fea-4e8b-859d-bd034f36815d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Apr 14 21:09:23.093172 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 1d399254-2f50-4b8e-a16c-4b38b27f3daa details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:09:23.191627 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:23.204642 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:09:23.252798 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 1d399254-2f50-4b8e-a16c-4b38b27f3daa is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:23.253355 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:23.281513 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d399254-2f50-4b8e-a16c-4b38b27f3daa {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:09:23.304383 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:23.366616 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5bef-505b-45d8-9d2b-eb048863c71f req-13e205aa-0e7c-4e17-9b67-8172d8ae8c64 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:23.368141 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb4b5bef-505b-45d8-9d2b-eb048863c71f req-13e205aa-0e7c-4e17-9b67-8172d8ae8c64 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 943 time: 0.0547500 Apr 14 21:09:23.410591 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:23.422062 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb4b5bef-505b-45d8-9d2b-eb048863c71f req-3aacc3e4-8576-4f20-8cc8-bcc8ac01ee49 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478878 Apr 14 21:09:23.461479 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=1d399254-2f50-4b8e-a16c-4b38b27f3daa,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:23.682578 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['1d399254-2f50-4b8e-a16c-4b38b27f3daa'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:09:23.849963 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73975-6900-4264-8e4f-778748038ecb req-23b74024-0c74-4e0e-8768-35fc96aba1c1 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:23.851538 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6de73975-6900-4264-8e4f-778748038ecb req-23b74024-0c74-4e0e-8768-35fc96aba1c1 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 945 time: 0.0474999 Apr 14 21:09:23.900693 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6de73975-6900-4264-8e4f-778748038ecb req-201ebe18-953c-4b93-a6ae-fbf543116c4a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Apr 14 21:09:24.541761 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2967f-4ff6-4550-8bc1-80186bca3cc6 req-5104e6ad-8a3e-42ad-aba6-39334f948a1c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:24.543484 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-48a2967f-4ff6-4550-8bc1-80186bca3cc6 req-5104e6ad-8a3e-42ad-aba6-39334f948a1c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 944 time: 0.0488265 Apr 14 21:09:24.601350 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-48a2967f-4ff6-4550-8bc1-80186bca3cc6 req-36d81131-2e7f-405d-8d96-db98c6fb7e71 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518532 Apr 14 21:09:25.016356 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ae78d-cabf-4f66-b7d3-44a5c5075407 req-d90d6aa0-9703-453f-9c01-d1c67505ba88 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:25.017878 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d54ae78d-cabf-4f66-b7d3-44a5c5075407 req-d90d6aa0-9703-453f-9c01-d1c67505ba88 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 945 time: 0.0492759 Apr 14 21:09:25.064754 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d54ae78d-cabf-4f66-b7d3-44a5c5075407 req-77b3a3f9-ae4c-4a15-b1c5-a74460e32f41 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/security-groups?id=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Apr 14 21:09:25.089486 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 1d399254-2f50-4b8e-a16c-4b38b27f3daa up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:25.134053 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 1d399254-2f50-4b8e-a16c-4b38b27f3daa completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:09:25.229753 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 1d399254-2f50-4b8e-a16c-4b38b27f3daa triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:25.230151 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:25.312112 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 1d399254-2f50-4b8e-a16c-4b38b27f3daa is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:25.312602 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:25.339100 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:25.341373 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8016a-858c-4256-a7a4-be3941145fce" -d '{"events": [{"server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "name": "network-vif-plugged", "status": "completed", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:25.359292 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:25.379413 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41dd44e-653a-4ed3-8caa-496ab5721cf7 x-openstack-request-id: req-e41dd44e-653a-4ed3-8caa-496ab5721cf7 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:25.379753 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "name": "network-vif-plugged", "status": "completed", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:25.380018 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e41dd44e-653a-4ed3-8caa-496ab5721cf7 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:25.380422 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41dd44e-653a-4ed3-8caa-496ab5721cf7'] response: {'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'code': 200} Apr 14 21:09:25.430258 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:25.479563 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=1d399254-2f50-4b8e-a16c-4b38b27f3daa,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:25.557702 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-786d32f0-4edf-4d54-9c52-811bd0223f57 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:25.559071 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-786d32f0-4edf-4d54-9c52-811bd0223f57 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 945 time: 0.0471544 Apr 14 21:09:25.657737 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Deleting port 2eaccc57-793e-4172-9cac-df13239ae302 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:25.658083 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (2eaccc57-793e-4172-9cac-df13239ae302), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:25.736372 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65229b-c102-404c-8ebe-2379eec1eaed req-a35b6433-4c82-4415-8711-b51ae2718b1c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:25.737925 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6a65229b-c102-404c-8ebe-2379eec1eaed req-a35b6433-4c82-4415-8711-b51ae2718b1c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0612929 Apr 14 21:09:25.774347 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] For port 2eaccc57-793e-4172-9cac-df13239ae302, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2eaccc57-793e-4172-9cac-df13239ae302,segment=NetworkSegment(7cb5ed91-a492-43e5-b508-cd5cd8732943),segment_id=7cb5ed91-a492-43e5-b508-cd5cd8732943)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:25.774717 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (2eaccc57-793e-4172-9cac-df13239ae302), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:25.788422 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Calling delete_port for 2eaccc57-793e-4172-9cac-df13239ae302 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:25.805690 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6d0a-b508-48a2-84f0-0181ee9ef9b1 req-c36bb4fb-9d4f-429f-84ce-3d7651cc7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:25.807204 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5ed6d0a-b508-48a2-84f0-0181ee9ef9b1 req-c36bb4fb-9d4f-429f-84ce-3d7651cc7e6e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 1129 time: 0.0656874 Apr 14 21:09:25.829689 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6a65229b-c102-404c-8ebe-2379eec1eaed req-7d43c06a-488f-4d1d-86f6-74eb1ef2bcc6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792613 Apr 14 21:09:25.866119 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5ed6d0a-b508-48a2-84f0-0181ee9ef9b1 req-df3413c7-7487-4d12-ade5-3dbd667f3424 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485046 Apr 14 21:09:26.058790 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (2eaccc57-793e-4172-9cac-df13239ae302), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:26.072069 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['2eaccc57-793e-4172-9cac-df13239ae302'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:09:26.093034 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Pushing event deleted for resources: {'Port': ['ID=2eaccc57-793e-4172-9cac-df13239ae302,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:26.136349 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] No DVR routers for this DVR port 2eaccc57-793e-4172-9cac-df13239ae302 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:09:26.139254 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:26.143606 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-83909f1c-0e7f-4804-8b82-dda42270cf36 req-f2767a9f-a68b-4e9b-aa6d-4fc0005dd353 tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.45 "DELETE /v2.0/ports/2eaccc57-793e-4172-9cac-df13239ae302 HTTP/1.1" status: 204 len: 173 time: 0.5786929 Apr 14 21:09:26.144092 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'name': 'network-vif-deleted', 'tag': '2eaccc57-793e-4172-9cac-df13239ae302'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:26.146487 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c6ed20-e4ae-473d-889f-f18032d46120" -d '{"events": [{"server_uuid": "1ad7b128-e4a6-4cdd-b59e-c0239420d15d", "name": "network-vif-deleted", "tag": "2eaccc57-793e-4172-9cac-df13239ae302"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:26.176395 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-451a7e4f-9646-420c-9515-efa4bf978b78 req-cad6569e-7c8c-4ac4-97bc-a499c4ffe56a tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 210 time: 0.0300055 Apr 14 21:09:26.182410 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33783cf-d867-4a5e-b207-f00b2d6f1f27 x-openstack-request-id: req-b33783cf-d867-4a5e-b207-f00b2d6f1f27 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:26.182765 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad7b128-e4a6-4cdd-b59e-c0239420d15d", "name": "network-vif-deleted", "tag": "2eaccc57-793e-4172-9cac-df13239ae302", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:26.183089 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b33783cf-d867-4a5e-b207-f00b2d6f1f27 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:26.183575 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33783cf-d867-4a5e-b207-f00b2d6f1f27'] response: {'server_uuid': '1ad7b128-e4a6-4cdd-b59e-c0239420d15d', 'name': 'network-vif-deleted', 'tag': '2eaccc57-793e-4172-9cac-df13239ae302', 'status': 'completed', 'code': 200} Apr 14 21:09:26.950445 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358fb97-9bc6-41d8-8b15-b14db5b68704 req-a4873b53-5a52-484f-90ea-c8aad73923d5 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:26.952036 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8358fb97-9bc6-41d8-8b15-b14db5b68704 req-a4873b53-5a52-484f-90ea-c8aad73923d5 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0491498 Apr 14 21:09:27.003400 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8358fb97-9bc6-41d8-8b15-b14db5b68704 req-7c1dc78b-6442-4cb6-96a0-5a3c94b84a61 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450170 Apr 14 21:09:27.292844 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e25f2120-86c0-4e93-ad9b-28743f11fb3b req-d346883b-f32e-47f6-b91d-de82d0b313bd tempest-VolumesSnapshotTestJSON-1212531887 tempest-VolumesSnapshotTestJSON-1212531887-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad7b128-e4a6-4cdd-b59e-c0239420d15d HTTP/1.1" status: 200 len: 210 time: 0.0318892 Apr 14 21:09:28.122664 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dc6fb-1472-4eb9-83f9-ec0446c135e4 req-e7d0dad8-e10b-4cc1-b2b7-7b6900f75df0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:28.124211 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-153dc6fb-1472-4eb9-83f9-ec0446c135e4 req-e7d0dad8-e10b-4cc1-b2b7-7b6900f75df0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0498331 Apr 14 21:09:28.173522 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-153dc6fb-1472-4eb9-83f9-ec0446c135e4 req-cb93194b-c235-469c-819f-96e21f2870ed tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Apr 14 21:09:28.293834 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f244b-8b6b-4e4b-bce1-74ca6ae8ea2c req-f2a1f079-971c-4865-ae36-bbda0c274dba tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:28.295329 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-418f244b-8b6b-4e4b-bce1-74ca6ae8ea2c req-f2a1f079-971c-4865-ae36-bbda0c274dba tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0464070 Apr 14 21:09:28.304290 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 34796) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:28.308872 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:28.352480 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (ba134a2c-0e35-478e-ba95-77382e471348), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:29.092385 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:29.116775 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2eaccc57-793e-4172-9cac-df13239ae302 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:09:29.136730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 2eaccc57-793e-4172-9cac-df13239ae302 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:09:29.137079 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 2eaccc57-793e-4172-9cac-df13239ae302 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:09:29.164883 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (ba134a2c-0e35-478e-ba95-77382e471348), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:29.270767 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP ba134a2c-0e35-478e-ba95-77382e471348 associated. External IP: 172.27.2.202, port: 1d399254-2f50-4b8e-a16c-4b38b27f3daa. Apr 14 21:09:29.490948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:09:29.604610 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:29.616140 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:29.616263 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:29.626555 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:29.627172 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:29.642213 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-95214381-9ecc-4779-a29b-d016f9a78f67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "PUT /v2.0/floatingips/ba134a2c-0e35-478e-ba95-77382e471348 HTTP/1.1" status: 200 len: 991 time: 1.3368104 Apr 14 21:09:29.642864 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:29.645234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0324be-f563-427e-9d8d-1da3754541dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:29.683384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81658ba7-4ac8-462f-9127-c8e20eb4371e x-openstack-request-id: req-81658ba7-4ac8-462f-9127-c8e20eb4371e {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:29.683759 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:29.684018 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81658ba7-4ac8-462f-9127-c8e20eb4371e {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:29.684464 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81658ba7-4ac8-462f-9127-c8e20eb4371e'] response: {'name': 'network-changed', 'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'status': 'completed', 'code': 200} Apr 14 21:09:29.744001 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0324be-f563-427e-9d8d-1da3754541dc req-ef310ead-d742-4d44-b931-ef10d9db9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:29.745474 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-ef310ead-d742-4d44-b931-ef10d9db9eb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 1129 time: 0.0396473 Apr 14 21:09:29.747944 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:29.845266 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0324be-f563-427e-9d8d-1da3754541dc req-aa340b06-5c82-4127-b104-90b887c94148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:29.846800 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-aa340b06-5c82-4127-b104-90b887c94148 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 915 time: 0.0954962 Apr 14 21:09:30.034911 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-a2699c45-5cdf-4ce5-8599-f34e0dff18ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa HTTP/1.1" status: 200 len: 999 time: 0.0742319 Apr 14 21:09:30.074447 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:29Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:30.093343 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0324be-f563-427e-9d8d-1da3754541dc req-2f00cf86-1bc9-413f-8974-8582c811c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:30.094815 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-2f00cf86-1bc9-413f-8974-8582c811c772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0530267 Apr 14 21:09:30.104833 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:30.113595 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:30.114246 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:30.139860 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0324be-f563-427e-9d8d-1da3754541dc req-9b9d5ea7-6234-4862-9deb-d81f2d47aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:30.141449 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-9b9d5ea7-6234-4862-9deb-d81f2d47aaca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393207 Apr 14 21:09:30.224515 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:30.236615 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-ca6d367d-a703-4892-84f0-8ee543300072 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869293 Apr 14 21:09:30.334866 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0b0324be-f563-427e-9d8d-1da3754541dc req-6a17fbc9-549e-419f-9d44-363dcd7e23de service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921128 Apr 14 21:09:30.454786 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:29Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:30.485962 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e917ee-751b-4cca-99ef-38701e876856 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:29Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:30.681982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a422e49-f5c7-4cc5-942e-138dde6266a7 None None] New status for floating IP ba134a2c-0e35-478e-ba95-77382e471348: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:09:32.629644 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-4a610cbf-69f8-4da6-affd-2f12150a2893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:35.136114 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-d778b102-830f-4b87-9083-21cf0880eb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:36.518300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:37.115877 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-54344999-ff26-4268-b8c5-d7bb9152c9ef tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893412130&fields=id&tenant_id=7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 267 time: 0.0452292 Apr 14 21:09:37.237160 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-230c0d90-335c-43c9-b547-27dfe712a4fc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:37.238733 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-230c0d90-335c-43c9-b547-27dfe712a4fc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 812 time: 0.1161849 Apr 14 21:09:37.253292 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-ddd8a85f-4ec2-4fd5-a0c9-31eda28674a5 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/quotas/7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 375 time: 0.0092385 Apr 14 21:09:37.303755 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-285cf024-d0a0-4937-831c-b8fec574555a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446484 Apr 14 21:09:37.411551 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-3fda276c-716d-438f-90f5-3718ff1a7dfb service neutron] 10.222.0.37 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903947 Apr 14 21:09:37.505595 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-cb881b1b-ec14-445e-9770-f195e007c45b service neutron] 10.222.0.37 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882797 Apr 14 21:09:37.835283 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:38.041081 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:38.206063 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-2da64d52-3035-4314-8341-06b02d549362 req-a7fe0957-9781-42e8-abc0-fdb5bfbd23ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0430765 Apr 14 21:09:39.291489 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-065c1f6b-14e1-400d-90e8-3e4b9ee4844d req-148009ed-b141-46f1-95af-7a79f3904c64 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0300310 Apr 14 21:09:39.703904 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:40.388274 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-15416df0-a80a-4773-8f19-3ded3423430e req-d55168cc-d50a-4301-a0d7-0e5aaa779b45 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0262439 Apr 14 21:09:41.483119 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3e97b4f2-6c9c-41ca-814a-36743e63378e req-449b6037-7fde-49c6-827f-ce0cb9c3f8f9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Apr 14 21:09:42.577407 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f53c9e39-403b-4dc8-82db-415be3c605ec req-ddbc1c71-4cff-459e-a2b1-87c84549dd55 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0271211 Apr 14 21:09:42.952213 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-9384168b-836b-4fba-96bc-dbc92b9fa418 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:42.953654 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-9384168b-836b-4fba-96bc-dbc92b9fa418 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 812 time: 0.1175978 Apr 14 21:09:43.023018 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-4eaa61b5-3ce0-4dd5-8a63-e61b6bdea6a9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 380 time: 0.0590978 Apr 14 21:09:43.032841 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'port': {'device_id': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'admin_state_up': True, 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'security_groups': ['32dc87bc-f95b-481c-825a-1633563c97d8']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:43.283851 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Made reservation on behalf of 7f12a80951d84716be00a81c2dd5fb64 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:09:43.287236 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:43.419490 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Allocated IP 172.20.0.6 (d53926fe-2deb-4513-8fbe-ec9597a5c6e4/957be26e-2d2e-44f4-9e84-78588bf0c6ff/8ad094f7-6380-4c31-a0e8-044d21e2841b) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:43.577017 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:43.668935 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d5cfa311-94da-439b-a1f1-1d79a7929462 req-f27ae17b-f8fc-40ad-aadc-59ab376fe140 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Apr 14 21:09:43.690250 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:43.731461 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:43.734529 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:43.740881 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:43.751796 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=8ad094f7-6380-4c31-a0e8-044d21e2841b,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:43.805944 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:43.806580 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:43.902989 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2e58bee0-2b3d-4dfb-9c3c-2045e55b1dc6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693042 Apr 14 21:09:43.910720 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Request body: {'port': {'device_id': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:43.979465 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.001794 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-c00577bf-8ea7-4dd6-b944-89529f6341dd None None] Provisioning complete for port 8ad094f7-6380-4c31-a0e8-044d21e2841b triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:44.034563 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c00577bf-8ea7-4dd6-b944-89529f6341dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.038166 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-c00577bf-8ea7-4dd6-b944-89529f6341dd None None] Port 8ad094f7-6380-4c31-a0e8-044d21e2841b cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:09:44.265033 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad094f7-6380-4c31-a0e8-044d21e2841b {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:09:44.272533 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Publish callbacks [] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.285511 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Transition to ACTIVE for port object 8ad094f7-6380-4c31-a0e8-044d21e2841b will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:09:44.406784 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.464476 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Pushing event updated for resources: {'Port': ['ID=8ad094f7-6380-4c31-a0e8-044d21e2841b,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:44.543989 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Attempting to bind port 8ad094f7-6380-4c31-a0e8-044d21e2841b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:09:44.544333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Attempting to bind port 8ad094f7-6380-4c31-a0e8-044d21e2841b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:09:44.544665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Attempting to bind port 8ad094f7-6380-4c31-a0e8-044d21e2841b on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:44.549423 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Port 8ad094f7-6380-4c31-a0e8-044d21e2841b on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:09:44.549750 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Attempting to bind port 8ad094f7-6380-4c31-a0e8-044d21e2841b on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:09:44.554798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:09:44.559984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Checking segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:09:44.559984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Bound using segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:09:44.559984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Bound port: 8ad094f7-6380-4c31-a0e8-044d21e2841b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:09:44.559984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.624664 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] For port 8ad094f7-6380-4c31-a0e8-044d21e2841b, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:09:44.628124 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] For port 8ad094f7-6380-4c31-a0e8-044d21e2841b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:09:44.735462 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.770028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:44.771585 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:44.772185 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] 10.222.0.45 "PUT /v2.0/ports/8ad094f7-6380-4c31-a0e8-044d21e2841b HTTP/1.1" status: 200 len: 1093 time: 0.8664603 Apr 14 21:09:44.772708 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:44.775436 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:44.789358 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469388-7eb8-4881-941f-f04d6dad4cfd req-a5fbc8ff-6157-483c-aab9-4329ea8ee7b8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:44.793711 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7a469388-7eb8-4881-941f-f04d6dad4cfd req-a5fbc8ff-6157-483c-aab9-4329ea8ee7b8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0586610 Apr 14 21:09:44.802155 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a407f-bca5-45f1-9c0e-691ca3589a5d service neutron] Pushing event updated for resources: {'Port': ['ID=8ad094f7-6380-4c31-a0e8-044d21e2841b,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:44.832683 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e8d066-0ac2-4316-a3cb-0084612f57c6 x-openstack-request-id: req-30e8d066-0ac2-4316-a3cb-0084612f57c6 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:44.833087 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:44.833420 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30e8d066-0ac2-4316-a3cb-0084612f57c6 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:44.833921 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e8d066-0ac2-4316-a3cb-0084612f57c6'] response: {'name': 'network-changed', 'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'status': 'completed', 'code': 200} Apr 14 21:09:44.857530 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7a469388-7eb8-4881-941f-f04d6dad4cfd req-bd539be9-e177-47a8-93c1-fe3e4633454d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576551 Apr 14 21:09:44.895583 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3 req-cf99bb90-8f15-48ab-8eb1-f411d6ebc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:44.897136 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3 req-cf99bb90-8f15-48ab-8eb1-f411d6ebc383 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0450380 Apr 14 21:09:45.005281 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3 req-f513f4b4-bb6e-48a8-9baf-3424cc63a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:45.007720 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3 req-f513f4b4-bb6e-48a8-9baf-3424cc63a93a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f12a80951d84716be00a81c2dd5fb64&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1016388 Apr 14 21:09:45.106027 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3 req-40a6d76a-d455-46fb-a1ff-1f58ecc01fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:45.107900 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9a14478e-5b53-491b-ab7d-8d6d191ad8d3 req-40a6d76a-d455-46fb-a1ff-1f58ecc01fb1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944290 Apr 14 21:09:45.186172 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-6bc4ea18-292e-49d5-94c3-7009976b8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:45.187593 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-6bc4ea18-292e-49d5-94c3-7009976b8bd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0403521 Apr 14 21:09:45.233465 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-c2e596ec-d5b0-4c93-8084-9a9c993bd139 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b HTTP/1.1" status: 200 len: 217 time: 0.0338664 Apr 14 21:09:45.287948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-08382627-940c-4afc-8388-82dd135763b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:45.290104 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-08382627-940c-4afc-8388-82dd135763b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0488551 Apr 14 21:09:45.338896 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2ad93b88-cce3-4e34-bc1f-8b34820abf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:45.340487 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-2ad93b88-cce3-4e34-bc1f-8b34820abf06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449433 Apr 14 21:09:45.429286 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-a086f073-0a16-4bc4-92f9-03311023cbde service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817142 Apr 14 21:09:45.535592 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-8e71b13e-7814-4eb1-b2ea-8155d121e82e req-6bf7701c-cec7-4a17-b7de-8b1ba803e395 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005232 Apr 14 21:09:45.971295 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d3ba-9527-41ef-b3fd-f307a7a93def req-edbb104d-3cb2-4d43-973b-9ca44f555d38 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:45.973485 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cca5d3ba-9527-41ef-b3fd-f307a7a93def req-edbb104d-3cb2-4d43-973b-9ca44f555d38 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0474651 Apr 14 21:09:46.021065 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cca5d3ba-9527-41ef-b3fd-f307a7a93def req-3b523a9d-eae7-4407-868b-7973bc0e5248 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Apr 14 21:09:47.132040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dbdb4-4bc2-4505-a167-150f183cf37f req-8fa026b4-25eb-41e5-a1b3-5d13d85d3d38 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:47.133520 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0d7dbdb4-4bc2-4505-a167-150f183cf37f req-8fa026b4-25eb-41e5-a1b3-5d13d85d3d38 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0467517 Apr 14 21:09:47.185788 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0d7dbdb4-4bc2-4505-a167-150f183cf37f req-2f18662a-e29a-4989-b451-45407428c233 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 Apr 14 21:09:47.231206 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 34960) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:47.518769 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Deleting port 4aecec4e-c503-4403-b4a3-538923ee5a69 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:47.519115 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:47.593296 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:47.593663 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for floatingip (4aecec4e-c503-4403-b4a3-538923ee5a69), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:47.606594 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Calling delete_port for 4aecec4e-c503-4403-b4a3-538923ee5a69 owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:47.832586 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (4aecec4e-c503-4403-b4a3-538923ee5a69), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:47.862573 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event deleted for resources: {'Port': ['ID=4aecec4e-c503-4403-b4a3-538923ee5a69,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:48.001343 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:09:48.205270 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for floatingip (5e62b4ef-86f2-4cc3-ac18-cfeb36801c44), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:48.205810 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Floating IP 5e62b4ef-86f2-4cc3-ac18-cfeb36801c44 disassociated (deleted). External IP: 172.27.2.241, port: 8737b737-90a9-4bd8-bb2c-417ca0ad1106. Apr 14 21:09:48.335703 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080ef65-ed03-4e9c-8193-4873093cf094 req-801d9404-9675-4696-abdc-f7c87437eae5 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:48.337324 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3080ef65-ed03-4e9c-8193-4873093cf094 req-801d9404-9675-4696-abdc-f7c87437eae5 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0849485 Apr 14 21:09:48.461376 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3080ef65-ed03-4e9c-8193-4873093cf094 req-7f1382d8-e11e-4189-944d-672f64ea1a06 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136370 Apr 14 21:09:48.491923 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Router fe3fafb3-af93-46e5-baca-46eac9c40d61 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:09:48.606560 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:48.611461 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:48.617500 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] Sync routers for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:48.628099 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:48.628636 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:48.641779 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-942b0e97-47d1-4adf-a915-a410db1ca921 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e62b4ef-86f2-4cc3-ac18-cfeb36801c44 HTTP/1.1" status: 204 len: 168 time: 1.4094629 Apr 14 21:09:48.642371 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:48.645012 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864" -d '{"events": [{"name": "network-changed", "server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:48.687730 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637432f4-1944-487b-9a1b-d28f5f143467 x-openstack-request-id: req-637432f4-1944-487b-9a1b-d28f5f143467 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:48.688090 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:48.688414 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-637432f4-1944-487b-9a1b-d28f5f143467 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:48.688880 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637432f4-1944-487b-9a1b-d28f5f143467'] response: {'name': 'network-changed', 'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'status': 'completed', 'code': 200} Apr 14 21:09:48.741597 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:48.755556 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-ebdd41f5-b646-4668-bbd1-6e0ef5193c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:48.757070 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-ebdd41f5-b646-4668-bbd1-6e0ef5193c36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 1130 time: 0.0439646 Apr 14 21:09:48.852625 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-9d8db434-dd5e-4c2b-aeb4-6c2c4f6b1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:48.854109 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-9d8db434-dd5e-4c2b-aeb4-6c2c4f6b1019 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 200 len: 909 time: 0.0905414 Apr 14 21:09:48.894850 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-2ad3a0b9-1209-4ffb-9e37-368ff35e1010 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 200 len: 217 time: 0.0346465 Apr 14 21:09:48.945616 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:48.952293 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-76e86935-a538-495b-b56d-b76f63de1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:48.953782 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-76e86935-a538-495b-b56d-b76f63de1398 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 200 len: 847 time: 0.0536375 Apr 14 21:09:48.978722 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] Checking router: fe3fafb3-af93-46e5-baca-46eac9c40d61 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:48.987753 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:48.988354 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:49.003939 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-2ac8c650-f863-4e1e-a984-f5fde64129c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:49.005491 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-2ac8c650-f863-4e1e-a984-f5fde64129c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439925 Apr 14 21:09:49.100402 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:49.104554 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-1bc5b639-2cf5-495d-bfe1-00eae24aaa63 service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928235 Apr 14 21:09:49.156364 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172d890-b175-4a78-bf53-11e0f8af89cb req-15666230-eebf-4913-8e05-b74911d88b2b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:49.157735 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3172d890-b175-4a78-bf53-11e0f8af89cb req-15666230-eebf-4913-8e05-b74911d88b2b tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Apr 14 21:09:49.206203 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3172d890-b175-4a78-bf53-11e0f8af89cb req-b3107b7d-fa3b-409a-a7d5-881af6686068 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Apr 14 21:09:49.287582 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:49.314465 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503056b-fe7e-43d5-b8c6-ce876a61db0e None None] The sync data for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi is: [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:04:33Z', 'revision_number': 4, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '5e11aa87-00ef-4b9e-93dd-1383f4ed4eae', 'name': '', 'network_id': '20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'mac_address': 'fa:16:3e:ee:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:32Z', 'updated_at': '2022-04-14T21:04:37Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'subnets': [{'id': '9a6d88b3-1ecb-441a-a247-30ed552ed243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:49.541015 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efbc88-e234-4068-b7fe-453e9aa036ae None None] New status for floating IP 5e62b4ef-86f2-4cc3-ac18-cfeb36801c44: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:09:49.584110 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38216363-6d76-4392-aaf2-8f9bb671c169 req-6ac802fb-c13a-41ff-b8a1-8263cd92eb72 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:49.585601 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-38216363-6d76-4392-aaf2-8f9bb671c169 req-6ac802fb-c13a-41ff-b8a1-8263cd92eb72 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0514250 Apr 14 21:09:49.642163 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-38216363-6d76-4392-aaf2-8f9bb671c169 req-cb51320d-4b32-485c-8d7f-2370962aa4db tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503030 Apr 14 21:09:50.260840 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-73d3e05f-f7a7-4c0c-b4a8-dc62e2331864 req-787a2fdf-0928-4d2b-bb88-5b453e20ebbd service neutron] 10.222.0.45 "GET /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895650 Apr 14 21:09:50.322363 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696905-a625-4b1e-9cf6-df3caf01899a req-d82d7f4c-0074-4e68-98b1-851fb6ca9963 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:50.323890 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-34696905-a625-4b1e-9cf6-df3caf01899a req-d82d7f4c-0074-4e68-98b1-851fb6ca9963 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0502977 Apr 14 21:09:50.373590 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-34696905-a625-4b1e-9cf6-df3caf01899a req-e4fffbd0-2b9b-4c63-8207-00ef9a5d1745 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/security-groups?id=6463cbe2-8511-45a3-a6c4-7debb7d28d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Apr 14 21:09:50.695245 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-f1c5a518-9af1-4655-a5fa-6c8fb1b88c6c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:50.697248 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-f1c5a518-9af1-4655-a5fa-6c8fb1b88c6c tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.45 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 946 time: 0.0495758 Apr 14 21:09:50.755930 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d26cc-af7c-48e7-8a71-53c697268408 req-dbe7d9b2-9f0b-4481-b432-c1a14e297ab0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:50.757432 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-545d26cc-af7c-48e7-8a71-53c697268408 req-dbe7d9b2-9f0b-4481-b432-c1a14e297ab0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0464218 Apr 14 21:09:50.796194 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Deleting port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:50.796548 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:50.806352 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-545d26cc-af7c-48e7-8a71-53c697268408 req-5a963153-fe54-4a8b-a6b5-e872f5b5fdad tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Apr 14 21:09:50.886665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] For port 8737b737-90a9-4bd8-bb2c-417ca0ad1106, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8737b737-90a9-4bd8-bb2c-417ca0ad1106,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:50.887131 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:50.905535 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Calling delete_port for 8737b737-90a9-4bd8-bb2c-417ca0ad1106 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:51.095823 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (8737b737-90a9-4bd8-bb2c-417ca0ad1106), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:51.127613 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event deleted for resources: {'Port': ['ID=8737b737-90a9-4bd8-bb2c-417ca0ad1106,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:51.140505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.140853 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.141195 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.141543 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.141899 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.142260 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.142605 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.142928 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.143318 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.143598 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.143924 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.144249 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.144581 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.144904 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.145225 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:51.185647 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] No DVR routers for this DVR port 8737b737-90a9-4bd8-bb2c-417ca0ad1106 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:09:51.188122 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:51.191453 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-44db00ee-7c31-4f3c-abdc-bc02c8d5ab46 req-4d5624e4-cd84-48c3-8f13-8b1146d9127a tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.45 "DELETE /v2.0/ports/8737b737-90a9-4bd8-bb2c-417ca0ad1106 HTTP/1.1" status: 204 len: 173 time: 0.4827547 Apr 14 21:09:51.191913 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-deleted', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:51.194154 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b08f0-0246-4450-a3ab-a4d77b91f98f" -d '{"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-deleted", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:51.228335 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74055725-aba1-454b-b0c2-262e755c600d x-openstack-request-id: req-74055725-aba1-454b-b0c2-262e755c600d {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:51.228635 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656b941d-bb54-4c2a-bb36-95c331016680", "name": "network-vif-deleted", "tag": "8737b737-90a9-4bd8-bb2c-417ca0ad1106", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:51.228902 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74055725-aba1-454b-b0c2-262e755c600d {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:51.229312 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74055725-aba1-454b-b0c2-262e755c600d'] response: {'server_uuid': '656b941d-bb54-4c2a-bb36-95c331016680', 'name': 'network-vif-deleted', 'tag': '8737b737-90a9-4bd8-bb2c-417ca0ad1106', 'status': 'completed', 'code': 200} Apr 14 21:09:51.470418 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3abafa0a-c8c6-4561-a278-1bcec4c50c7c req-05cb5e40-8459-466c-b45a-0ef94b17908d tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Apr 14 21:09:51.930121 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e78f-c0fc-492f-a162-7e00ae458aa3 req-d2709e75-24b6-4e51-875b-78a706e5f2cc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:51.931488 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-59b3e78f-c0fc-492f-a162-7e00ae458aa3 req-d2709e75-24b6-4e51-875b-78a706e5f2cc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0567877 Apr 14 21:09:51.982978 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-59b3e78f-c0fc-492f-a162-7e00ae458aa3 req-03d1d9e1-2492-44db-9bca-02f74cc1c8b1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 Apr 14 21:09:52.575656 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-87fe5c20-80e9-4e23-b4d8-83400d3506cc req-47215b83-24ff-4da9-af16-2a6f06f375e5 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "GET /v2.0/ports?device_id=656b941d-bb54-4c2a-bb36-95c331016680 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Apr 14 21:09:53.101477 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374d977-1d66-4049-9740-0d09982173c9 req-e3d8d0fa-da8d-4323-9c56-6dec4df21040 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:53.102946 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7374d977-1d66-4049-9740-0d09982173c9 req-e3d8d0fa-da8d-4323-9c56-6dec4df21040 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 943 time: 0.0472953 Apr 14 21:09:53.151085 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7374d977-1d66-4049-9740-0d09982173c9 req-0f8355ae-0bbb-4cbb-b579-0859cd117fe9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Apr 14 21:09:53.230547 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8ad094f7-6380-4c31-a0e8-044d21e2841b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:09:53.330257 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8ad094f7-6380-4c31-a0e8-044d21e2841b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:53.342763 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'port_id': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'mac_address': 'fa:16:3e:b5:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:09:53.382228 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8ad094f7-6380-4c31-a0e8-044d21e2841b is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:53.382617 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:53.398955 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad094f7-6380-4c31-a0e8-044d21e2841b {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:09:53.419773 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8ad094f7-6380-4c31-a0e8-044d21e2841b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:53.512405 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:53.559425 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8ad094f7-6380-4c31-a0e8-044d21e2841b,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:53.637040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35038) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:53.697637 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group (6463cbe2-8511-45a3-a6c4-7debb7d28d8a), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:53.725710 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group (6463cbe2-8511-45a3-a6c4-7debb7d28d8a), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:53.761317 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['8ad094f7-6380-4c31-a0e8-044d21e2841b'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:09:53.889928 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (6463cbe2-8511-45a3-a6c4-7debb7d28d8a), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:53.892871 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:53.894165 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] 10.222.0.37 "DELETE /v2.0/security-groups/6463cbe2-8511-45a3-a6c4-7debb7d28d8a HTTP/1.1" status: 204 len: 168 time: 0.2561302 Apr 14 21:09:53.913029 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6463cbe2-8511-45a3-a6c4-7debb7d28d8a,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:53.920602 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.921038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.921378 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.921718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.922083 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.922437 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.922774 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.923106 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.923452 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.923780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.924118 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.924436 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.924759 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.925108 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:53.925428 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e2fbc-8ba0-4966-831e-f813b24d0b00 tempest-TestShelveInstance-629228393 tempest-TestShelveInstance-629228393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:09:54.006616 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35042) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:54.312111 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfae28-cc9e-4eeb-8ced-7ce52c82f719 req-225d0e42-bd8a-4a90-80a4-e94b35da2479 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:54.313598 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3acfae28-cc9e-4eeb-8ced-7ce52c82f719 req-225d0e42-bd8a-4a90-80a4-e94b35da2479 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 944 time: 0.0910263 Apr 14 21:09:54.406736 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3acfae28-cc9e-4eeb-8ced-7ce52c82f719 req-e8d50a03-7419-4bda-92a0-a81d51f8acef tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617609 Apr 14 21:09:54.530777 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (fe3fafb3-af93-46e5-baca-46eac9c40d61), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:54.689467 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35050) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:54.742569 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Deleting subnet 95aad886-0657-4f4e-a5ae-4411217b6e32 {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:09:54.746068 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Publish callbacks [] for subnet (95aad886-0657-4f4e-a5ae-4411217b6e32), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:54.764426 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Deleting port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:54.765001 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:54.781795 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130374909'] for subnet (95aad886-0657-4f4e-a5ae-4411217b6e32), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:54.821566 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (95aad886-0657-4f4e-a5ae-4411217b6e32), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:54.849275 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] For port 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:54.849727 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:54.866780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Calling delete_port for 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae owned by network:router_interface {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:54.970619 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130671796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130203961'] for subnet (95aad886-0657-4f4e-a5ae-4411217b6e32), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.001390 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95aad886-0657-4f4e-a5ae-4411217b6e32,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:55.006450 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.012148 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0355ae7d-38f9-40c9-a400-e5c35311a690 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/95aad886-0657-4f4e-a5ae-4411217b6e32 HTTP/1.1" status: 204 len: 168 time: 0.3194118 Apr 14 21:09:55.012401 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35052) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:55.084989 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (74c6175a-97dd-46de-ac28-4329f807bb89), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.109451 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (5e11aa87-00ef-4b9e-93dd-1383f4ed4eae), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.139870 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e11aa87-00ef-4b9e-93dd-1383f4ed4eae,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:55.168068 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (74c6175a-97dd-46de-ac28-4329f807bb89), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.189697 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c6175a-97dd-46de-ac28-4329f807bb89']}} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:55.199506 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb5ed91-a492-43e5-b508-cd5cd8732943') {'for_net_delete': True} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:55.199741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb5ed91-a492-43e5-b508-cd5cd8732943') {} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:55.212903 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130374854'] for segment (7cb5ed91-a492-43e5-b508-cd5cd8732943), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.229249 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (7cb5ed91-a492-43e5-b508-cd5cd8732943), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.236553 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:09:55.237058 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130671630'] for segment (7cb5ed91-a492-43e5-b508-cd5cd8732943), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: Traceback (most recent call last): Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: timer() Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: cb(*args, **kw) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: return func(*args, **kwargs) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: self._notify() Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: self.callback(batched_events) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: event.method(event) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: return f(self, *a, **k) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._get(url).json() Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: return self.request(url, 'GET', **kwargs) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:09:55.239005 dv-cinder-837541-3-iscsi neutron-server[110251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:09:55.246399 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8ad094f7-6380-4c31-a0e8-044d21e2841b up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:09:55.294905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 8ad094f7-6380-4c31-a0e8-044d21e2841b completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:09:55.320192 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (fe3fafb3-af93-46e5-baca-46eac9c40d61), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.360846 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (74c6175a-97dd-46de-ac28-4329f807bb89), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.365510 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.371802 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] 10.222.0.37 "DELETE /v2.0/networks/74c6175a-97dd-46de-ac28-4329f807bb89 HTTP/1.1" status: 204 len: 168 time: 0.3558071 Apr 14 21:09:55.374634 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 8ad094f7-6380-4c31-a0e8-044d21e2841b triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:09:55.375049 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.381813 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd0e8f-731a-40f5-b941-05207999b351 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c6175a-97dd-46de-ac28-4329f807bb89,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:55.463901 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 8ad094f7-6380-4c31-a0e8-044d21e2841b is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:09:55.464297 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.489168 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:09:55.491536 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad672114-723b-444c-b0df-47cae45877bc" -d '{"events": [{"server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "name": "network-vif-plugged", "status": "completed", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:09:55.505989 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 8ad094f7-6380-4c31-a0e8-044d21e2841b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:55.531254 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba140c55-d866-4596-a7af-1672e364a8d1 x-openstack-request-id: req-ba140c55-d866-4596-a7af-1672e364a8d1 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:09:55.531581 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "name": "network-vif-plugged", "status": "completed", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:09:55.531848 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba140c55-d866-4596-a7af-1672e364a8d1 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:09:55.532256 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba140c55-d866-4596-a7af-1672e364a8d1'] response: {'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'code': 200} Apr 14 21:09:55.570787 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5c4be-9e89-4f0c-877b-8810000c8ecb req-54323954-49df-48f4-beec-64149cc8a9fc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:55.572301 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-59a5c4be-9e89-4f0c-877b-8810000c8ecb req-54323954-49df-48f4-beec-64149cc8a9fc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 944 time: 0.0880358 Apr 14 21:09:55.606385 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.607214 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:09:55.621695 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Router fe3fafb3-af93-46e5-baca-46eac9c40d61 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:09:55.646291 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 8737b737-90a9-4bd8-bb2c-417ca0ad1106 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:09:55.646645 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8737b737-90a9-4bd8-bb2c-417ca0ad1106 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:09:55.649631 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-59a5c4be-9e89-4f0c-877b-8810000c8ecb req-2cb2179d-a7d5-430c-b2d5-0630331720a4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682285 Apr 14 21:09:55.683661 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=8ad094f7-6380-4c31-a0e8-044d21e2841b,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:55.754012 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:09:55.759054 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-0306e3bc-b881-478b-bbab-ec6b1309af59 admin admin] 10.222.0.37 "PUT /v2.0/routers/fe3fafb3-af93-46e5-baca-46eac9c40d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514274 Apr 14 21:09:55.761610 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35060) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:55.764529 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] Sync routers for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:09:55.778740 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:55.789428 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:55.791504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35062) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:55.839485 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-18e479dd-bea9-4cbb-bedd-a2ac22b32789 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c850c2e067774d0aa58328d4bdfd8efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466306 Apr 14 21:09:55.840049 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35064) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:55.891555 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4a015db1-2b40-40c4-8ceb-96b4864af175 admin admin] Publish callbacks [] for security_group (014543ad-c0d5-47a1-8ad3-dbd4ad3f928a), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:55.897618 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:55.919595 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4a015db1-2b40-40c4-8ceb-96b4864af175 admin admin] Publish callbacks [] for security_group (014543ad-c0d5-47a1-8ad3-dbd4ad3f928a), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.063349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4a015db1-2b40-40c4-8ceb-96b4864af175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (014543ad-c0d5-47a1-8ad3-dbd4ad3f928a), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.066178 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4a015db1-2b40-40c4-8ceb-96b4864af175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.073196 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-4a015db1-2b40-40c4-8ceb-96b4864af175 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/014543ad-c0d5-47a1-8ad3-dbd4ad3f928a HTTP/1.1" status: 204 len: 168 time: 0.2265882 Apr 14 21:09:56.076684 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a015db1-2b40-40c4-8ceb-96b4864af175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014543ad-c0d5-47a1-8ad3-dbd4ad3f928a,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:56.164961 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48bb5-a0b8-49bb-8bbb-d00e800db7c5 req-c73d019e-6534-415c-bde4-f4c9164d9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:56.166451 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a3a48bb5-a0b8-49bb-8bbb-d00e800db7c5 req-c73d019e-6534-415c-bde4-f4c9164d9e9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 1129 time: 0.3035834 Apr 14 21:09:56.179939 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:09:55Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:56.205384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks [] for router (fe3fafb3-af93-46e5-baca-46eac9c40d61), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.210189 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] Checking router: fe3fafb3-af93-46e5-baca-46eac9c40d61 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:09:56.221339 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] Routers {'fe3fafb3-af93-46e5-baca-46eac9c40d61'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:09:56.222095 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fe3fafb3-af93-46e5-baca-46eac9c40d61'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:56.252504 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a3a48bb5-a0b8-49bb-8bbb-d00e800db7c5 req-fd4c1d37-2ed5-498a-8070-1e330fce8add service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794446 Apr 14 21:09:56.331017 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks [] for router_gateway (fe3fafb3-af93-46e5-baca-46eac9c40d61), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.336284 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] Set router fe3fafb3-af93-46e5-baca-46eac9c40d61 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:09:56.457440 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Deleting port 5e721ba4-bd69-4b90-bba8-6ab62909501d {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:56.457815 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.519323 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:09:55Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:56.547022 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] For port 5e721ba4-bd69-4b90-bba8-6ab62909501d, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5e721ba4-bd69-4b90-bba8-6ab62909501d,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:56.547656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.549551 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dcd1c6-60f3-4947-8b38-7eeb260449fa None None] The sync data for ids ['fe3fafb3-af93-46e5-baca-46eac9c40d61'] in dv-cinder-837541-3-iscsi is: [{'id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'name': 'tempest-TestShelveInstance-566343568-router', 'tenant_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:29Z', 'updated_at': '2022-04-14T21:09:55Z', 'revision_number': 5, 'project_id': '16b0cfbfcb9b4ceb9ace6c6ea6761b85', 'gw_port': {'id': '5e721ba4-bd69-4b90-bba8-6ab62909501d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3fafb3-af93-46e5-baca-46eac9c40d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:30Z', 'updated_at': '2022-04-14T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:09:56.563752 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Calling delete_port for 5e721ba4-bd69-4b90-bba8-6ab62909501d owned by network:router_gateway {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:56.769011 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf681e84-fecc-46a4-8810-cdeee830f930 req-532242ed-c4ff-4b06-b89b-098c29151e7c tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:56.770515 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf681e84-fecc-46a4-8810-cdeee830f930 req-532242ed-c4ff-4b06-b89b-098c29151e7c tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 945 time: 0.0496728 Apr 14 21:09:56.804202 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (5e721ba4-bd69-4b90-bba8-6ab62909501d), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:56.820864 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bf681e84-fecc-46a4-8810-cdeee830f930 req-3a952d37-d51b-470f-8ee2-9686446c02af tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445540 Apr 14 21:09:56.829973 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e721ba4-bd69-4b90-bba8-6ab62909501d,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:56.895155 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (fe3fafb3-af93-46e5-baca-46eac9c40d61), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.010274 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (fe3fafb3-af93-46e5-baca-46eac9c40d61), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.012830 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks [] for router_controller (fe3fafb3-af93-46e5-baca-46eac9c40d61), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.132319 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (fe3fafb3-af93-46e5-baca-46eac9c40d61), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.132955 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3fafb3-af93-46e5-baca-46eac9c40d61 {{(pid=110251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:09:57.138132 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.142059 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6ba2e11d-3f04-4705-b284-90d29072bf88 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fe3fafb3-af93-46e5-baca-46eac9c40d61 HTTP/1.1" status: 204 len: 168 time: 1.3769379 Apr 14 21:09:57.142167 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35088) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:57.193734 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Deleting subnet 9a6d88b3-1ecb-441a-a247-30ed552ed243 {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:09:57.200098 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Publish callbacks [] for subnet (9a6d88b3-1ecb-441a-a247-30ed552ed243), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.239976 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130374909'] for subnet (9a6d88b3-1ecb-441a-a247-30ed552ed243), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.335136 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (9a6d88b3-1ecb-441a-a247-30ed552ed243), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.468160 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130671796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130203961'] for subnet (9a6d88b3-1ecb-441a-a247-30ed552ed243), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.494699 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6d88b3-1ecb-441a-a247-30ed552ed243,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:57.498391 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.501623 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c87c2c3e-ba0d-4230-8d9c-2100187e2130 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a6d88b3-1ecb-441a-a247-30ed552ed243 HTTP/1.1" status: 204 len: 168 time: 0.3584864 Apr 14 21:09:57.504048 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35104) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:57.506586 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0e4ef-9ccb-4bfe-9bdf-d8b8cf232b34 None None] Network 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:09:57.602204 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.664042 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Deleting port e832c98c-3922-491c-bba8-9fde96e6ecb8 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:57.664464 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.696014 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] DHCP port deletion for 20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:09:57.743394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] For port e832c98c-3922-491c-bba8-9fde96e6ecb8, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=e832c98c-3922-491c-bba8-9fde96e6ecb8,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:57.743394 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.748548 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] Deleting port e832c98c-3922-491c-bba8-9fde96e6ecb8 {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:57.749377 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.762584 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Calling delete_port for e832c98c-3922-491c-bba8-9fde96e6ecb8 owned by network:dhcp {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:57.811866 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] For port e832c98c-3922-491c-bba8-9fde96e6ecb8, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=e832c98c-3922-491c-bba8-9fde96e6ecb8,segment=NetworkSegment(fa54a2b2-f6ab-4518-8a76-f8c12b06aec3),segment_id=fa54a2b2-f6ab-4518-8a76-f8c12b06aec3)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:57.812586 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:57.825716 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] Calling delete_port for e832c98c-3922-491c-bba8-9fde96e6ecb8 owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:57.937948 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fab4d-e6a4-4281-af50-e6012357968e req-9d3ad733-4658-4faa-9e3f-bf8e25d03745 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:57.939968 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-207fab4d-e6a4-4281-af50-e6012357968e req-9d3ad733-4658-4faa-9e3f-bf8e25d03745 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 945 time: 0.0469801 Apr 14 21:09:57.993661 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-207fab4d-e6a4-4281-af50-e6012357968e req-a37807b6-8d9a-4e3a-be90-e1a7d1bdbcfe tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482216 Apr 14 21:09:57.998856 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.008926 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (e832c98c-3922-491c-bba8-9fde96e6ecb8), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.028811 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Pushing event deleted for resources: {'Port': ['ID=e832c98c-3922-491c-bba8-9fde96e6ecb8,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:58.030729 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] No DVR routers for this DVR port e832c98c-3922-491c-bba8-9fde96e6ecb8 on host dv-cinder-837541-3-iscsi {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:09:58.042381 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] Pushing event deleted for resources: {'Port': ['ID=e832c98c-3922-491c-bba8-9fde96e6ecb8,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:58.042381 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b077b-815b-4ea9-9af5-5077d496ca09 None None] No DVR routers for this DVR port e832c98c-3922-491c-bba8-9fde96e6ecb8 on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:09:58.112894 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.117088 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d792fe6-9d30-4db0-b7f1-807958896338 req-c078f574-aa04-4161-b23a-6ba1679ed448 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:58.118755 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d792fe6-9d30-4db0-b7f1-807958896338 req-c078f574-aa04-4161-b23a-6ba1679ed448 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Apr 14 21:09:58.134561 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74']}} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:58.144925 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3') {'for_net_delete': True} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:58.145231 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa54a2b2-f6ab-4518-8a76-f8c12b06aec3') {} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:09:58.156630 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130374854'] for segment (fa54a2b2-f6ab-4518-8a76-f8c12b06aec3), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.168872 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d792fe6-9d30-4db0-b7f1-807958896338 req-54ecb3e2-abc6-434f-9f58-acc21a7cb8c4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Apr 14 21:09:58.170616 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (fa54a2b2-f6ab-4518-8a76-f8c12b06aec3), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.177046 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:09:58.177438 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130671630'] for segment (fa54a2b2-f6ab-4518-8a76-f8c12b06aec3), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: Traceback (most recent call last): Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: timer() Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: cb(*args, **kw) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: return func(*args, **kwargs) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: self._notify() Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: self.callback(batched_events) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: event.method(event) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: return f(self, *a, **k) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._get(url).json() Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: return self.request(url, 'GET', **kwargs) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:09:58.179215 dv-cinder-837541-3-iscsi neutron-server[110251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:09:58.191772 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35110) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:58.255825 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:09:58.275829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:09:58.276184 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e11aa87-00ef-4b9e-93dd-1383f4ed4eae not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:09:58.276604 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device e832c98c-3922-491c-bba8-9fde96e6ecb8 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:09:58.302908 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: e832c98c-3922-491c-bba8-9fde96e6ecb8 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:09:58.303290 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device e832c98c-3922-491c-bba8-9fde96e6ecb8 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:09:58.303779 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e721ba4-bd69-4b90-bba8-6ab62909501d no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:09:58.309018 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.316167 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.321506 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] 10.222.0.37 "DELETE /v2.0/networks/20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74 HTTP/1.1" status: 204 len: 168 time: 0.8130126 Apr 14 21:09:58.324364 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35116) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:58.328899 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 5e721ba4-bd69-4b90-bba8-6ab62909501d {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:09:58.329249 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5e721ba4-bd69-4b90-bba8-6ab62909501d not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:09:58.354083 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8941-6dd7-4bf2-9c03-fae3d9c6401a admin admin] Pushing event deleted for resources: {'Network': ['ID=20a42f0e-8cfc-4b34-bb9f-b5f8c97f1d74,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:58.453040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922c04b-51ad-4214-b248-b8f06475a5ea tempest-TestVolumeBootPattern-1345889353 tempest-TestVolumeBootPattern-1345889353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:09:58.454480 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b922c04b-51ad-4214-b248-b8f06475a5ea tempest-TestVolumeBootPattern-1345889353 tempest-TestVolumeBootPattern-1345889353-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 1124 time: 0.2615988 Apr 14 21:09:58.457811 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35120) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:09:58.463109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'port_id': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:09:58.577807 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.660257 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.698432 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.770130 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Allocated IP 172.27.2.206 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/086b4917-50ac-443c-9135-2d60ace465da) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:09:58.874214 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (086b4917-50ac-443c-9135-2d60ace465da), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.933761 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Deleting port 3f5b70a8-64f8-429a-b53d-88eae52a570c {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:09:58.934116 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:58.987461 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (086b4917-50ac-443c-9135-2d60ace465da), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.017424 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] For port 3f5b70a8-64f8-429a-b53d-88eae52a570c, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=3f5b70a8-64f8-429a-b53d-88eae52a570c,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:09:59.018015 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.031157 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Calling delete_port for 3f5b70a8-64f8-429a-b53d-88eae52a570c owned by network:router_interface {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:09:59.037868 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:09:59.046964 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:09:59.052044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:09:59.060049 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=086b4917-50ac-443c-9135-2d60ace465da,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:59.283780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (3f5b70a8-64f8-429a-b53d-88eae52a570c), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.312916 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5b70a8-64f8-429a-b53d-88eae52a570c,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:59.463308 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (2dd9caae-15e3-42a8-a462-6ee6c53a16dd), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.645702 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (086b4917-50ac-443c-9135-2d60ace465da), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.786203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.812520 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (086b4917-50ac-443c-9135-2d60ace465da), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.875134 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (086b4917-50ac-443c-9135-2d60ace465da), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:09:59.956590 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=086b4917-50ac-443c-9135-2d60ace465da,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:09:59.966051 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (2dd9caae-15e3-42a8-a462-6ee6c53a16dd), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.016483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:10:00.073163 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Floating IP 2dd9caae-15e3-42a8-a462-6ee6c53a16dd associated. External IP: 172.27.2.206, port: 8ad094f7-6380-4c31-a0e8-044d21e2841b. Apr 14 21:10:00.140369 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:10:00.145494 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8b64ca29-edc3-499e-b47e-30075cd829ec admin admin] 10.222.0.37 "PUT /v2.0/routers/ea2ba0a2-7895-4e71-97d0-ecfb78877cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196111 Apr 14 21:10:00.148079 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35130) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:00.150988 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] Sync routers for ids ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:10:00.165039 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] Routers {'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:10:00.165987 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.287556 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks [] for router (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.296964 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] Set router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:10:00.317693 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:10:00.410860 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks [] for router_gateway (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.433957 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:10:00.445975 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:10:00.462517 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:10:00.463785 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.537985 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.540328 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Deleting port 5039d8f5-d797-459f-aad8-09fc171a36bd {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:10:00.540812 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.579776 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6fed63f9-84f6-45b9-bd51-24994ef03ec6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1204760 Apr 14 21:10:00.580445 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:10:00.583031 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411efb0d-08f5-44a6-9622-e09af4b78975" -d '{"events": [{"name": "network-changed", "server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:10:00.591370 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:10:00.621368 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:09:59Z', 'revision_number': 5, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port': {'id': '5039d8f5-d797-459f-aad8-09fc171a36bd', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:04:37Z', 'updated_at': '2022-04-14T21:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.637398 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959e6999-892c-4f83-9372-a5e89090a832 x-openstack-request-id: req-959e6999-892c-4f83-9372-a5e89090a832 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:10:00.637802 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:10:00.638124 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-959e6999-892c-4f83-9372-a5e89090a832 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:10:00.638608 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959e6999-892c-4f83-9372-a5e89090a832'] response: {'name': 'network-changed', 'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'status': 'completed', 'code': 200} Apr 14 21:10:00.650055 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] For port 5039d8f5-d797-459f-aad8-09fc171a36bd, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=5039d8f5-d797-459f-aad8-09fc171a36bd,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:10:00.650499 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.657423 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] Checking router: ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:10:00.664682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Calling delete_port for 5039d8f5-d797-459f-aad8-09fc171a36bd owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:10:00.666065 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] Routers {'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:10:00.666697 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.758446 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] Set router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 gateway port host: None {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:10:00.812923 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:10:00Z', 'revision_number': 6, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port_host': None}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.823813 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '2dd9caae-15e3-42a8-a462-6ee6c53a16dd', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:b5:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:59Z', 'updated_at': '2022-04-14T21:09:59Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.843932 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab63d0-b863-48ad-855b-ee08c94375f4 None None] The sync data for ids ['ea2ba0a2-7895-4e71-97d0-ecfb78877cd9'] in dv-cinder-837541-3-iscsi is: [{'id': 'ea2ba0a2-7895-4e71-97d0-ecfb78877cd9', 'name': 'tempest-TestShelveInstance-1709454801-router', 'tenant_id': '0e3a6921c4b84519bb784e44d7353209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:04:36Z', 'updated_at': '2022-04-14T21:10:00Z', 'revision_number': 6, 'project_id': '0e3a6921c4b84519bb784e44d7353209', 'gw_port_host': None}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:10:00.851740 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:10:00.861392 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:10:00.863251 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:09:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:00.920721 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (5039d8f5-d797-459f-aad8-09fc171a36bd), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:00.949625 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Pushing event deleted for resources: {'Port': ['ID=5039d8f5-d797-459f-aad8-09fc171a36bd,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:00.974062 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:10:01.015427 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.106125 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.108358 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks [] for router_controller (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.199005 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '2dd9caae-15e3-42a8-a462-6ee6c53a16dd', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:b5:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:59Z', 'updated_at': '2022-04-14T21:09:59Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:01.221035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (ea2ba0a2-7895-4e71-97d0-ecfb78877cd9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.221596 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:10:01.226925 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.228529 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-60b4b7fa-1ca8-400e-bd1a-0efcd765e7af admin admin] 10.222.0.37 "DELETE /v2.0/routers/ea2ba0a2-7895-4e71-97d0-ecfb78877cd9 HTTP/1.1" status: 204 len: 168 time: 1.0792520 Apr 14 21:10:01.229596 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb51951-be6e-4990-b307-7f171731cec1 None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '2dd9caae-15e3-42a8-a462-6ee6c53a16dd', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:b5:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:59Z', 'updated_at': '2022-04-14T21:09:59Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:10:01.230798 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35138) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:01.279085 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Deleting subnet 70c425a1-a917-470a-99ae-dd07142d1fb3 {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:10:01.282636 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Publish callbacks [] for subnet (70c425a1-a917-470a-99ae-dd07142d1fb3), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.319889 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (70c425a1-a917-470a-99ae-dd07142d1fb3), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.404023 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (70c425a1-a917-470a-99ae-dd07142d1fb3), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.459096 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d80d01-b210-462b-9b33-3d542b474c54 None None] New status for floating IP 2dd9caae-15e3-42a8-a462-6ee6c53a16dd: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:10:01.555038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (70c425a1-a917-470a-99ae-dd07142d1fb3), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.580971 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c425a1-a917-470a-99ae-dd07142d1fb3,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:01.584579 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.587888 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b1636bf6-d12e-4cab-8cda-3b0025afdf16 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/70c425a1-a917-470a-99ae-dd07142d1fb3 HTTP/1.1" status: 204 len: 168 time: 0.3558447 Apr 14 21:10:01.590478 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35140) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:01.596652 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5f036-5754-40d4-8672-2620bc8b8dc0 None None] Network 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:10:01.666107 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.717542 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Deleting port 31fdc505-caff-4163-9157-5cf85bbfa9ab {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:10:01.717892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.756075 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] DHCP port deletion for 2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:10:01.788424 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] For port 31fdc505-caff-4163-9157-5cf85bbfa9ab, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=31fdc505-caff-4163-9157-5cf85bbfa9ab,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:10:01.788855 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.802309 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Deleting port 31fdc505-caff-4163-9157-5cf85bbfa9ab {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:10:01.802778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.803920 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Calling delete_port for 31fdc505-caff-4163-9157-5cf85bbfa9ab owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:10:01.869788 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] For port 31fdc505-caff-4163-9157-5cf85bbfa9ab, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=31fdc505-caff-4163-9157-5cf85bbfa9ab,segment=NetworkSegment(409d34c1-238c-45ec-b236-22d8909c109f),segment_id=409d34c1-238c-45ec-b236-22d8909c109f)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:10:01.870195 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.884543 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Calling delete_port for 31fdc505-caff-4163-9157-5cf85bbfa9ab owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:10:01.955654 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.968081 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (31fdc505-caff-4163-9157-5cf85bbfa9ab), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:01.983583 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] No DVR routers for this DVR port 31fdc505-caff-4163-9157-5cf85bbfa9ab on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:10:01.988701 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fdc505-caff-4163-9157-5cf85bbfa9ab,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:01.994455 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Pushing event deleted for resources: {'Port': ['ID=31fdc505-caff-4163-9157-5cf85bbfa9ab,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:01.998900 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] No DVR routers for this DVR port 31fdc505-caff-4163-9157-5cf85bbfa9ab on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:10:02.005786 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.006147 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.006504 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.006860 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.007206 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.007572 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.007912 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.008348 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.008571 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.009125 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.009435 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.009944 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.010278 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.010615 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.011000 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68666934-b73e-4cf0-be20-3b3e0e991662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:10:02.066771 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.086825 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb9bf94-0ac8-4f58-b4e2-4886c13257c2']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:02.096807 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409d34c1-238c-45ec-b236-22d8909c109f') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:02.097110 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409d34c1-238c-45ec-b236-22d8909c109f') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:02.106304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (409d34c1-238c-45ec-b236-22d8909c109f), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.119070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (409d34c1-238c-45ec-b236-22d8909c109f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.124946 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:10:02.125333 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (409d34c1-238c-45ec-b236-22d8909c109f), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:10:02.127011 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:10:02.246273 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 3f5b70a8-64f8-429a-b53d-88eae52a570c no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:10:02.273538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 3f5b70a8-64f8-429a-b53d-88eae52a570c {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:10:02.273538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 3f5b70a8-64f8-429a-b53d-88eae52a570c not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:10:02.273538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5039d8f5-d797-459f-aad8-09fc171a36bd no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:10:02.289954 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 5039d8f5-d797-459f-aad8-09fc171a36bd {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:10:02.290303 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 5039d8f5-d797-459f-aad8-09fc171a36bd not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:10:02.290763 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 31fdc505-caff-4163-9157-5cf85bbfa9ab no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:10:02.292054 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (2cb9bf94-0ac8-4f58-b4e2-4886c13257c2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.296265 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.299495 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2cb9bf94-0ac8-4f58-b4e2-4886c13257c2 HTTP/1.1" status: 204 len: 168 time: 0.7077363 Apr 14 21:10:02.309883 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 31fdc505-caff-4163-9157-5cf85bbfa9ab {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:10:02.313704 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 31fdc505-caff-4163-9157-5cf85bbfa9ab not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:10:02.314047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d365978-625b-450f-aece-23a957cb7374 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb9bf94-0ac8-4f58-b4e2-4886c13257c2,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:02.628891 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c0596947-6226-4512-a202-919e4c5f90d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.727915 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35146) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:02.772104 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-4b390785-8160-4e44-8855-c4f3eaa51e52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16b0cfbfcb9b4ceb9ace6c6ea6761b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427558 Apr 14 21:10:02.774588 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35148) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:02.823229 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2139-2fe1-4d2b-bce9-78cb1d462c8e admin admin] Publish callbacks [] for security_group (4969871a-39c6-43b2-9dbf-deb31df64326), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.834792 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-54854d8e-0b8c-47bb-9df1-070de5495e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:02.836972 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-54854d8e-0b8c-47bb-9df1-070de5495e16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0397439 Apr 14 21:10:02.847528 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2139-2fe1-4d2b-bce9-78cb1d462c8e admin admin] Publish callbacks [] for security_group (4969871a-39c6-43b2-9dbf-deb31df64326), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.929352 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-bd81fd05-1c35-4057-9c31-d8ee0ef744f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:02.930822 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-bd81fd05-1c35-4057-9c31-d8ee0ef744f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.0876548 Apr 14 21:10:02.978388 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2139-2fe1-4d2b-bce9-78cb1d462c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (4969871a-39c6-43b2-9dbf-deb31df64326), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.981126 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2139-2fe1-4d2b-bce9-78cb1d462c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:02.982428 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6b6f2139-2fe1-4d2b-bce9-78cb1d462c8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4969871a-39c6-43b2-9dbf-deb31df64326 HTTP/1.1" status: 204 len: 168 time: 0.2069163 Apr 14 21:10:02.991383 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f2139-2fe1-4d2b-bce9-78cb1d462c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969871a-39c6-43b2-9dbf-deb31df64326,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:03.242695 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-6fda94aa-e6e7-4454-b1e5-c6d87ab70423 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b HTTP/1.1" status: 200 len: 1001 time: 0.3046675 Apr 14 21:10:03.291784 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-5c35d8ce-93a4-412a-98ff-b68fa581a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:03.293410 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-5c35d8ce-93a4-412a-98ff-b68fa581a408 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0433068 Apr 14 21:10:03.342323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-a6a87a91-2eee-4467-b2d1-4003446a3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:03.343917 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-a6a87a91-2eee-4467-b2d1-4003446a3dde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432098 Apr 14 21:10:03.435635 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-bc619936-a8be-455f-919c-8b9686fc6f69 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Apr 14 21:10:03.534450 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-411efb0d-08f5-44a6-9622-e09af4b78975 req-0d52e8d2-19e2-41d5-91a0-49367f25f317 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908029 Apr 14 21:10:03.735890 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35162) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:03.776040 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-f2e062e9-f0de-48b4-853f-222e5a3ad8f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e3a6921c4b84519bb784e44d7353209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389633 Apr 14 21:10:03.778525 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35164) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:03.825544 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2ceef7b2-300d-4759-a12f-7bb63b6feaa0 admin admin] Publish callbacks [] for security_group (0b58dfeb-8f13-49a8-b962-55d6ec996d0c), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:03.847799 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2ceef7b2-300d-4759-a12f-7bb63b6feaa0 admin admin] Publish callbacks [] for security_group (0b58dfeb-8f13-49a8-b962-55d6ec996d0c), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:03.989166 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2ceef7b2-300d-4759-a12f-7bb63b6feaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0b58dfeb-8f13-49a8-b962-55d6ec996d0c), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:03.991692 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2ceef7b2-300d-4759-a12f-7bb63b6feaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:03.992884 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2ceef7b2-300d-4759-a12f-7bb63b6feaa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b58dfeb-8f13-49a8-b962-55d6ec996d0c HTTP/1.1" status: 204 len: 168 time: 0.2134776 Apr 14 21:10:04.001279 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceef7b2-300d-4759-a12f-7bb63b6feaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b58dfeb-8f13-49a8-b962-55d6ec996d0c,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:05.146241 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-bfd8c839-70f1-44f3-88f3-4a327e74e61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.105961 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35186) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:06.208290 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-76d90eb5-5e49-449f-a54a-a2fbd599d90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.282186 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-76d90eb5-5e49-449f-a54a-a2fbd599d90d admin admin] Publish callbacks [] for security_group (d1459562-4ac1-49ad-8af9-7f666201f9ab), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.366354 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-76d90eb5-5e49-449f-a54a-a2fbd599d90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d1459562-4ac1-49ad-8af9-7f666201f9ab), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.405873 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-76d90eb5-5e49-449f-a54a-a2fbd599d90d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6054bb6379ee411897897c705f77e8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986917 Apr 14 21:10:06.406638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d90eb5-5e49-449f-a54a-a2fbd599d90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1459562-4ac1-49ad-8af9-7f666201f9ab,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:06.409179 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35194) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:06.459887 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6b31f08e-3e69-4380-9bd7-d9075d480a68 admin admin] Publish callbacks [] for security_group (d1459562-4ac1-49ad-8af9-7f666201f9ab), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.484376 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6b31f08e-3e69-4380-9bd7-d9075d480a68 admin admin] Publish callbacks [] for security_group (d1459562-4ac1-49ad-8af9-7f666201f9ab), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.494994 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.637838 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6b31f08e-3e69-4380-9bd7-d9075d480a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (d1459562-4ac1-49ad-8af9-7f666201f9ab), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.641328 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6b31f08e-3e69-4380-9bd7-d9075d480a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:06.642896 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6b31f08e-3e69-4380-9bd7-d9075d480a68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1459562-4ac1-49ad-8af9-7f666201f9ab HTTP/1.1" status: 204 len: 168 time: 0.2318671 Apr 14 21:10:06.653108 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31f08e-3e69-4380-9bd7-d9075d480a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1459562-4ac1-49ad-8af9-7f666201f9ab,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:07.806050 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:08.072036 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:09.668902 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:13.585507 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-1522b8bd-578f-4af8-9386-428c92fa2f7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397615 Apr 14 21:10:13.684395 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-a8c07d4c-de8e-4ca8-9c0b-32bf9da8e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:13.685857 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-a8c07d4c-de8e-4ca8-9c0b-32bf9da8e594 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 1129 time: 0.0384045 Apr 14 21:10:13.793305 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-833a77e9-0fe2-40fb-8418-3b52c9da4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:13.794765 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-833a77e9-0fe2-40fb-8418-3b52c9da4ca7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 915 time: 0.0882041 Apr 14 21:10:13.860354 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-283beb67-f00e-4eaf-b4af-82c426d7115b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa HTTP/1.1" status: 200 len: 1001 time: 0.0574880 Apr 14 21:10:13.911254 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-ccb6d33a-1982-4439-8a4f-d7104ce30fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:13.912707 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-ccb6d33a-1982-4439-8a4f-d7104ce30fdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0468099 Apr 14 21:10:13.954116 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-f2b66eb2-af79-4683-bd06-30f24824badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:13.956097 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-f2b66eb2-af79-4683-bd06-30f24824badb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372112 Apr 14 21:10:14.042427 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-aa3b412c-b25c-4e17-a369-91266face117 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812719 Apr 14 21:10:14.132329 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ac77a5eb-5234-4167-b22f-b1a545b54db9 req-5c086042-ac70-4906-9a40-ed0639308e42 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837483 Apr 14 21:10:16.548775 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35232) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:16.554226 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136007573', 'description': 'tempest-description--578521734'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:16.628707 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:16.693299 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (3312b932-7c13-4a29-a0ab-bfcad9cc2d9e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:16.754652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (3312b932-7c13-4a29-a0ab-bfcad9cc2d9e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:16.786306 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:16.853669 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:16.854913 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-5070d3c2-ed66-4f13-8ad7-a0a2f31ec427 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3051245 Apr 14 21:10:16.857737 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35234) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:16.862015 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '3312b932-7c13-4a29-a0ab-bfcad9cc2d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:16.957323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (79db0115-579e-4f2b-a984-9a2078333364), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.011935 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (79db0115-579e-4f2b-a984-9a2078333364), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.105992 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (79db0115-579e-4f2b-a984-9a2078333364), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.126612 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79db0115-579e-4f2b-a984-9a2078333364,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:17.211494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.212766 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d5e7e9eb-7512-4c9f-a126-94d9b35c02c2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541131 Apr 14 21:10:17.215463 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35236) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:17.219984 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '3312b932-7c13-4a29-a0ab-bfcad9cc2d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:17.294632 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (95716127-d184-4257-94d6-c0338619ce5d), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.350427 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (95716127-d184-4257-94d6-c0338619ce5d), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.426323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (95716127-d184-4257-94d6-c0338619ce5d), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.446133 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95716127-d184-4257-94d6-c0338619ce5d,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:17.557233 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.558465 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-34bc4f6a-4df6-40ef-b114-45431de3b517 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421414 Apr 14 21:10:17.561625 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35238) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:17.565957 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:17.657545 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.734637 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:17.842950 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.27.2.201 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/eac058a5-3425-4bcd-9ace-c2a9ce0355b2) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:10:17.954687 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.055540 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.091938 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:10:18.094722 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:10:18.097469 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:10:18.126564 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=eac058a5-3425-4bcd-9ace-c2a9ce0355b2,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:18.188371 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (08817733-bdf3-4daa-8024-2d4c9b61e8e8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.282068 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.429186 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.497209 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.566141 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=eac058a5-3425-4bcd-9ace-c2a9ce0355b2,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:18.580796 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (08817733-bdf3-4daa-8024-2d4c9b61e8e8), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.665627 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:18.666990 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6d24b898-9f14-44cd-b6fe-9b3bbac7f256 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1044152 Apr 14 21:10:18.860967 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-f0d71255-5b93-4660-be3b-3415447b4a41 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--136007573&fields=id&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 267 time: 0.0437727 Apr 14 21:10:18.968074 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-c09b3925-ef05-4785-9c8f-a4c15d2c8903 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:18.969414 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-c09b3925-ef05-4785-9c8f-a4c15d2c8903 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1014998 Apr 14 21:10:18.984072 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-f987826b-b3db-4432-a240-8c741c40051f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/quotas/f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Apr 14 21:10:19.032093 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-c3a5069e-31b7-4379-a71d-67203e965cdb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0431333 Apr 14 21:10:19.129519 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-4fad4f64-3125-4045-99d7-e81b17850a11 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858634 Apr 14 21:10:19.218915 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-acc36091-9d4e-45d1-a7c4-39991cee89b3 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835550 Apr 14 21:10:19.462075 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eec967fb-f39c-4e7f-b6ec-21759af9613e req-77081dc4-eb9c-4079-8289-615a0f20f5e1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 210 time: 0.0267706 Apr 14 21:10:20.555692 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-aae90396-ce0c-4b0f-b028-89f6a40a1545 req-8e26a6dc-1cd6-4a1f-9371-71463b7ad179 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Apr 14 21:10:21.426356 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-0520d199-4852-4e9e-a722-603ac0b64f14 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:21.427888 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-0520d199-4852-4e9e-a722-603ac0b64f14 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1045716 Apr 14 21:10:21.499695 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-3af073f1-bf3d-43db-a465-09303c0aeb5c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 472 time: 0.0634546 Apr 14 21:10:21.508693 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'port': {'device_id': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'admin_state_up': True, 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'security_groups': ['3312b932-7c13-4a29-a0ab-bfcad9cc2d9e']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:21.651321 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f37b7844-465a-40a9-96d9-3e61b5d9945d req-4f6fa1dc-189a-4530-8afa-9a9068bbe6e8 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 210 time: 0.0261292 Apr 14 21:10:21.680000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Made reservation on behalf of f3584f214ed04adbbc933eb72023c014 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:10:21.683947 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:21.814345 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.20.0.8 (00309dfb-dad3-4b4b-b63a-bdc92151beb4/550b61b2-ea6f-4288-b55a-95663c5dc27c/0993130c-0819-4ddb-94d4-6320e7be094e) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:10:21.952203 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (0993130c-0819-4ddb-94d4-6320e7be094e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.068949 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.110965 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:10:22.116086 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:10:22.120323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:10:22.126813 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=0993130c-0819-4ddb-94d4-6320e7be094e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:22.172683 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:22.173314 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.243024 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-8ecaa060-7be2-4eb1-98ef-1fafca5e2804 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385154 Apr 14 21:10:22.256365 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Request body: {'port': {'device_id': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:22.320004 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.359139 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-fb2de615-43ff-4012-b958-fe2b773d502e None None] Provisioning complete for port 0993130c-0819-4ddb-94d4-6320e7be094e triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:10:22.359793 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fb2de615-43ff-4012-b958-fe2b773d502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.396176 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-fb2de615-43ff-4012-b958-fe2b773d502e None None] Port 0993130c-0819-4ddb-94d4-6320e7be094e cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:10:22.605669 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0993130c-0819-4ddb-94d4-6320e7be094e {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:10:22.615110 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Publish callbacks [] for port (0993130c-0819-4ddb-94d4-6320e7be094e), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.628769 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Transition to ACTIVE for port object 0993130c-0819-4ddb-94d4-6320e7be094e will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:10:22.706452 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.764828 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c697d7-f7dd-486c-b4b1-481c4d2f637b req-eec81bfc-1ef1-43f4-99e3-93f37b95e735 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:22.766431 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-24c697d7-f7dd-486c-b4b1-481c4d2f637b req-eec81bfc-1ef1-43f4-99e3-93f37b95e735 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 943 time: 0.0490453 Apr 14 21:10:22.810936 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0993130c-0819-4ddb-94d4-6320e7be094e,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:22.818689 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-24c697d7-f7dd-486c-b4b1-481c4d2f637b req-28aa13f3-ff65-4cfa-95da-ffbd64367de6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Apr 14 21:10:22.840202 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Attempting to bind port 0993130c-0819-4ddb-94d4-6320e7be094e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:10:22.840550 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Attempting to bind port 0993130c-0819-4ddb-94d4-6320e7be094e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:10:22.840889 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Attempting to bind port 0993130c-0819-4ddb-94d4-6320e7be094e on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:10:22.845921 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Port 0993130c-0819-4ddb-94d4-6320e7be094e on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:10:22.846251 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Attempting to bind port 0993130c-0819-4ddb-94d4-6320e7be094e on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:10:22.851270 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:10:22.851646 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:10:22.852048 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Bound using segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:10:22.852491 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Bound port: 0993130c-0819-4ddb-94d4-6320e7be094e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:10:22.852863 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:22.923247 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] For port 0993130c-0819-4ddb-94d4-6320e7be094e, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:10:22.924521 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] For port 0993130c-0819-4ddb-94d4-6320e7be094e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0993130c-0819-4ddb-94d4-6320e7be094e,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:10:23.034494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:23.067218 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.067995 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:23.069729 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] 10.222.0.45 "PUT /v2.0/ports/0993130c-0819-4ddb-94d4-6320e7be094e HTTP/1.1" status: 200 len: 1093 time: 0.8187220 Apr 14 21:10:23.070234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:10:23.073636 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a47a827-c1da-47f2-9d16-20c9d0867073" -d '{"events": [{"name": "network-changed", "server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:10:23.106985 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14774f0-cb82-4640-a707-3592fb0e5d6c service neutron] Pushing event updated for resources: {'Port': ['ID=0993130c-0819-4ddb-94d4-6320e7be094e,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:23.123351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf178b5-7243-4237-a9b7-50879ce70518 x-openstack-request-id: req-0bf178b5-7243-4237-a9b7-50879ce70518 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:10:23.123777 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:10:23.124132 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bf178b5-7243-4237-a9b7-50879ce70518 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:10:23.124851 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf178b5-7243-4237-a9b7-50879ce70518'] response: {'name': 'network-changed', 'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e', 'status': 'completed', 'code': 200} Apr 14 21:10:23.199736 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47a827-c1da-47f2-9d16-20c9d0867073 req-b8a44f8e-e418-4b0f-95a6-9b718b32922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.201281 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9a47a827-c1da-47f2-9d16-20c9d0867073 req-b8a44f8e-e418-4b0f-95a6-9b718b32922f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 1127 time: 0.0459661 Apr 14 21:10:23.306172 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47a827-c1da-47f2-9d16-20c9d0867073 req-5f88f9f4-01a7-466e-a788-a1fc2b15124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.307692 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9a47a827-c1da-47f2-9d16-20c9d0867073 req-5f88f9f4-01a7-466e-a788-a1fc2b15124d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3584f214ed04adbbc933eb72023c014&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990851 Apr 14 21:10:23.405407 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47a827-c1da-47f2-9d16-20c9d0867073 req-b232e68d-47ff-4c50-b862-ea070da97548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.406791 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9a47a827-c1da-47f2-9d16-20c9d0867073 req-b232e68d-47ff-4c50-b862-ea070da97548 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931666 Apr 14 21:10:23.479559 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-b2e04ea8-a87e-4a80-84da-5bd36989ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.481114 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-b2e04ea8-a87e-4a80-84da-5bd36989ab01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 1127 time: 0.0397415 Apr 14 21:10:23.521895 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-d0fa39d3-b236-47e2-8ae4-38c539db731a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0993130c-0819-4ddb-94d4-6320e7be094e HTTP/1.1" status: 200 len: 217 time: 0.0341899 Apr 14 21:10:23.571652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-a7cf75aa-e2e0-4d65-958d-f23d84f81765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.573768 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-a7cf75aa-e2e0-4d65-958d-f23d84f81765 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0465107 Apr 14 21:10:23.615020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779bf18-d179-4970-bdaa-95143d172403 req-b9743fdc-2dc3-4318-9b4b-c92e5a26e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.616486 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-b9743fdc-2dc3-4318-9b4b-c92e5a26e76d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368922 Apr 14 21:10:23.704404 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-af1a34e9-e08a-41bc-babc-199e4fd2ca1a service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811682 Apr 14 21:10:23.797468 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0779bf18-d179-4970-bdaa-95143d172403 req-0313fc50-9ff2-4367-a006-c6da80509146 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854034 Apr 14 21:10:23.937181 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd70f6a-3278-423c-aac8-f78bcabe0de0 req-e7c1764e-c496-4404-99b1-3af7cc801509 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:23.938632 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0cd70f6a-3278-423c-aac8-f78bcabe0de0 req-e7c1764e-c496-4404-99b1-3af7cc801509 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Apr 14 21:10:23.985883 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0cd70f6a-3278-423c-aac8-f78bcabe0de0 req-810fa76f-3dc0-4a3b-b6c3-8b2ac665a00d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Apr 14 21:10:24.999984 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:10:25.098231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e165-1de5-47b6-97c8-a715e51c0496 req-ac0070fe-f7a9-4b86-bf98-e1a9ff237123 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:25.099738 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c332e165-1de5-47b6-97c8-a715e51c0496 req-ac0070fe-f7a9-4b86-bf98-e1a9ff237123 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 943 time: 0.0453825 Apr 14 21:10:25.146204 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c332e165-1de5-47b6-97c8-a715e51c0496 req-be2db391-e420-4f6d-913f-9cff64e3b62a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Apr 14 21:10:26.263765 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690d0c3-d8c8-42bb-984f-0e68452a0a2a req-e055bed2-97eb-4807-9c3c-d66625408eb1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:26.265285 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3690d0c3-d8c8-42bb-984f-0e68452a0a2a req-e055bed2-97eb-4807-9c3c-d66625408eb1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 943 time: 0.0492690 Apr 14 21:10:26.312301 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3690d0c3-d8c8-42bb-984f-0e68452a0a2a req-ed41dde2-a050-42fe-aaa5-c0673dc81f52 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Apr 14 21:10:27.349524 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0993130c-0819-4ddb-94d4-6320e7be094e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:10:27.423591 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08845a3-3735-457f-bd30-e6f78e352f9e req-46360d5a-0d27-4d3f-9a0b-167e90915c48 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:27.425101 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d08845a3-3735-457f-bd30-e6f78e352f9e req-46360d5a-0d27-4d3f-9a0b-167e90915c48 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 943 time: 0.0458617 Apr 14 21:10:27.450521 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0993130c-0819-4ddb-94d4-6320e7be094e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0993130c-0819-4ddb-94d4-6320e7be094e,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:10:27.462140 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '0993130c-0819-4ddb-94d4-6320e7be094e', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'port_id': '0993130c-0819-4ddb-94d4-6320e7be094e', 'mac_address': 'fa:16:3e:18:89:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:10:27.471454 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d08845a3-3735-457f-bd30-e6f78e352f9e req-220d26a8-e638-4b5f-b49c-a8b22096ad13 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Apr 14 21:10:27.501032 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0993130c-0819-4ddb-94d4-6320e7be094e is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:10:27.501429 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:27.513970 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0993130c-0819-4ddb-94d4-6320e7be094e {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:10:27.533467 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0993130c-0819-4ddb-94d4-6320e7be094e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0993130c-0819-4ddb-94d4-6320e7be094e,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:10:27.611071 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:27.659213 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0993130c-0819-4ddb-94d4-6320e7be094e,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:27.843791 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['0993130c-0819-4ddb-94d4-6320e7be094e'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:10:28.583588 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab361c-9ff6-4687-a780-e1fc7c6b656b req-a7a4cbd0-93b2-4009-a543-62b92e0afb12 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:28.585110 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e9ab361c-9ff6-4687-a780-e1fc7c6b656b req-a7a4cbd0-93b2-4009-a543-62b92e0afb12 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 944 time: 0.0475531 Apr 14 21:10:28.635332 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e9ab361c-9ff6-4687-a780-e1fc7c6b656b req-8fd5a50b-0e9b-4297-8ff2-39d087be199f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435627 Apr 14 21:10:29.365388 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0993130c-0819-4ddb-94d4-6320e7be094e up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:10:29.410861 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 0993130c-0819-4ddb-94d4-6320e7be094e completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:10:29.473920 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 0993130c-0819-4ddb-94d4-6320e7be094e triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:10:29.474318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:29.551929 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 0993130c-0819-4ddb-94d4-6320e7be094e is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:10:29.552312 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:29.575067 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:10:29.577316 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa396226-0013-4ce3-bbb7-c731765396a5" -d '{"events": [{"server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "name": "network-vif-plugged", "status": "completed", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:10:29.589280 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 0993130c-0819-4ddb-94d4-6320e7be094e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0993130c-0819-4ddb-94d4-6320e7be094e,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:10:29.612829 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d783b96f-1586-4d3a-b0c3-960239202fb5 x-openstack-request-id: req-d783b96f-1586-4d3a-b0c3-960239202fb5 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:10:29.613123 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "name": "network-vif-plugged", "status": "completed", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:10:29.613394 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d783b96f-1586-4d3a-b0c3-960239202fb5 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:10:29.613799 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d783b96f-1586-4d3a-b0c3-960239202fb5'] response: {'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e', 'code': 200} Apr 14 21:10:29.662785 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:29.710482 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=0993130c-0819-4ddb-94d4-6320e7be094e,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:10:29.748200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537cfca-8bb1-4d04-a684-821b2de0d5ee req-af2ef952-efce-4a35-b871-32b0740c9dd1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:29.749674 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7537cfca-8bb1-4d04-a684-821b2de0d5ee req-af2ef952-efce-4a35-b871-32b0740c9dd1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0470166 Apr 14 21:10:29.796850 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7537cfca-8bb1-4d04-a684-821b2de0d5ee req-6512adb2-bbf0-40fa-bc35-bee3c7d1c7bb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Apr 14 21:10:29.947595 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b537-b75e-4569-baf0-46ab460f6164 req-c41705e4-6d32-4cd3-bd1e-f9e6889647fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:29.949012 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7ce0b537-b75e-4569-baf0-46ab460f6164 req-c41705e4-6d32-4cd3-bd1e-f9e6889647fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 1129 time: 0.0385649 Apr 14 21:10:29.993524 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-7ce0b537-b75e-4569-baf0-46ab460f6164 req-0b4ad65f-10d4-4809-acfe-b3217773c825 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 Apr 14 21:10:30.908332 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44316e0-fc44-45ab-a03c-bdefa4159048 req-b7a728d8-83da-4111-9461-5c00f580400b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:30.909778 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f44316e0-fc44-45ab-a03c-bdefa4159048 req-b7a728d8-83da-4111-9461-5c00f580400b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0452135 Apr 14 21:10:30.956147 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f44316e0-fc44-45ab-a03c-bdefa4159048 req-2b576259-72a8-4615-bf42-b5f5aa12607a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Apr 14 21:10:32.070050 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c842854-c053-4727-a4c2-cd1c5df75907 req-c6dd4d8d-0198-43e4-b089-baa3da16e512 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:32.071564 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c842854-c053-4727-a4c2-cd1c5df75907 req-c6dd4d8d-0198-43e4-b089-baa3da16e512 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0489683 Apr 14 21:10:32.118378 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3c842854-c053-4727-a4c2-cd1c5df75907 req-0e9e4ad6-f310-4861-a7ed-89f6fb7a26a0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406525 Apr 14 21:10:32.223269 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a4f9f-c89f-43f1-89e6-ce62e719580f req-15289619-6398-41ff-b289-0b69d8d12e32 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:32.224787 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-178a4f9f-c89f-43f1-89e6-ce62e719580f req-15289619-6398-41ff-b289-0b69d8d12e32 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0451448 Apr 14 21:10:32.233610 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35300) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:10:32.237811 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'port_id': '0993130c-0819-4ddb-94d4-6320e7be094e'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:10:32.279126 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (08817733-bdf3-4daa-8024-2d4c9b61e8e8), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:32.625550 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-494594ca-6ce7-431a-b54b-78483da8811d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:32.707168 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:32.768846 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (08817733-bdf3-4daa-8024-2d4c9b61e8e8), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:32.869263 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP 08817733-bdf3-4daa-8024-2d4c9b61e8e8 associated. External IP: 172.27.2.201, port: 0993130c-0819-4ddb-94d4-6320e7be094e. Apr 14 21:10:33.350374 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:10:33.468685 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:10:33.470500 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:33.476505 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:10:33.488714 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:10:33.489520 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:10:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:33.501157 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5afd3dfd-51e2-4d0c-962a-fca84f7025cb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "PUT /v2.0/floatingips/08817733-bdf3-4daa-8024-2d4c9b61e8e8 HTTP/1.1" status: 200 len: 991 time: 1.2665200 Apr 14 21:10:33.501732 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:10:33.503986 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d98534-da4e-4132-8c52-2fbb6c7320fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:10:33.538428 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6cf96c-6c4a-42cf-a1f7-e3305145c62b x-openstack-request-id: req-4b6cf96c-6c4a-42cf-a1f7-e3305145c62b {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:10:33.538715 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:10:33.538965 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b6cf96c-6c4a-42cf-a1f7-e3305145c62b {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:10:33.539391 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6cf96c-6c4a-42cf-a1f7-e3305145c62b'] response: {'name': 'network-changed', 'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e', 'status': 'completed', 'code': 200} Apr 14 21:10:33.601148 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-ea33d9c7-9180-45d6-891a-2484076f9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:33.602558 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-ea33d9c7-9180-45d6-891a-2484076f9a0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 1129 time: 0.0431764 Apr 14 21:10:33.604857 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:10:33.688975 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-2d54d828-7bb9-4dc5-b515-a21b0f4d84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:33.690446 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-2d54d828-7bb9-4dc5-b515-a21b0f4d84b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 915 time: 0.0823057 Apr 14 21:10:33.758716 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-707fd41b-66a4-4afe-b52b-2d1fa66d5bbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0993130c-0819-4ddb-94d4-6320e7be094e HTTP/1.1" status: 200 len: 999 time: 0.0619724 Apr 14 21:10:33.806655 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-35463d2c-b1bc-4ed1-a653-5a407bb801ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:33.808184 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-35463d2c-b1bc-4ed1-a653-5a407bb801ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0436697 Apr 14 21:10:33.850740 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '08817733-bdf3-4daa-8024-2d4c9b61e8e8', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '0993130c-0819-4ddb-94d4-6320e7be094e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:18:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:10:18Z', 'updated_at': '2022-04-14T21:10:32Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}, {'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:30Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:33.852583 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-25a96f4f-25b1-4955-8fca-f4aec83d477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:10:33.854052 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-25a96f4f-25b1-4955-8fca-f4aec83d477c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387735 Apr 14 21:10:33.888801 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:10:33.899099 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:10:33.899935 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:10:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:33.945325 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-ae2af08b-c2ed-4b8b-8d14-76fbc53595b8 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848048 Apr 14 21:10:34.025618 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:10:34.032665 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c1d98534-da4e-4132-8c52-2fbb6c7320fe req-a4d3d8e7-f5ff-49db-90fb-6763ca55e3c1 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Apr 14 21:10:34.242927 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '08817733-bdf3-4daa-8024-2d4c9b61e8e8', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '0993130c-0819-4ddb-94d4-6320e7be094e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:18:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:10:18Z', 'updated_at': '2022-04-14T21:10:32Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}, {'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:30Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:10:34.272105 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56079326-4e31-440c-8e69-e4008f94f9e2 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '08817733-bdf3-4daa-8024-2d4c9b61e8e8', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '0993130c-0819-4ddb-94d4-6320e7be094e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:18:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:10:18Z', 'updated_at': '2022-04-14T21:10:32Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}, {'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:30Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:10:34.457549 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d460d9-b73a-4089-a1a9-6041eef18e8c None None] New status for floating IP 08817733-bdf3-4daa-8024-2d4c9b61e8e8: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:10:35.153950 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5d639d87-0f86-4d25-9dd1-11e01d7a0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:36.462583 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:37.845137 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:38.035497 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:10:39.648738 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:01.998441 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:11:02.632937 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7bc35b0a-91a8-499a-aa5b-e66f57d98e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:05.164370 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa1f7-deef-4abd-9390-1a96d4d9dcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:06.478971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:07.850557 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:08.021437 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:09.665158 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:10.397541 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee986d2-b867-4217-b9b0-c38ab2b22db3 req-54728181-c9f8-4726-8c97-f98c53289280 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:10.399009 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6ee986d2-b867-4217-b9b0-c38ab2b22db3 req-54728181-c9f8-4726-8c97-f98c53289280 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0491502 Apr 14 21:11:10.444970 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6ee986d2-b867-4217-b9b0-c38ab2b22db3 req-001624a3-814f-4839-b3e6-ea26eae58d8f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402973 Apr 14 21:11:11.562843 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e357d-6180-447e-a552-16961a466a3d req-80674cbe-af2e-45f5-a8dc-8808caeaf2a6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:11.564343 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f6e357d-6180-447e-a552-16961a466a3d req-80674cbe-af2e-45f5-a8dc-8808caeaf2a6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0457737 Apr 14 21:11:11.610105 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9f6e357d-6180-447e-a552-16961a466a3d req-8ca02212-1aba-4343-9652-b58685d7ecc3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396011 Apr 14 21:11:11.687017 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-396e1d3a-03fb-47b5-a77d-8760298a54ad tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:11.688506 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-396e1d3a-03fb-47b5-a77d-8760298a54ad tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Apr 14 21:11:11.776692 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port 0993130c-0819-4ddb-94d4-6320e7be094e {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:11:11.777037 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:11.893954 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] For port 0993130c-0819-4ddb-94d4-6320e7be094e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0993130c-0819-4ddb-94d4-6320e7be094e,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:11.894500 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:12.068092 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:12.068463 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (08817733-bdf3-4daa-8024-2d4c9b61e8e8), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:12.068781 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP 08817733-bdf3-4daa-8024-2d4c9b61e8e8 disassociated. External IP: 172.27.2.201, port: 0993130c-0819-4ddb-94d4-6320e7be094e. Apr 14 21:11:12.069121 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for 0993130c-0819-4ddb-94d4-6320e7be094e owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:11:12.261828 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (0993130c-0819-4ddb-94d4-6320e7be094e), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:12.292381 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=0993130c-0819-4ddb-94d4-6320e7be094e,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:12.304658 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.305014 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.305365 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.305709 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.306048 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.306384 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.306740 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.307073 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.307422 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.307758 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.308452 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.308452 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.308738 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.309095 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.309518 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:12.424677 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:12.719560 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d07cdf8-86b1-426f-859c-21511a749d00 req-1420e273-76c7-47df-b682-4aa4addff53e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 210 time: 0.0341940 Apr 14 21:11:12.789635 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:12.799280 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:12.808933 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:12.809608 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:12.832443 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] No DVR routers for this DVR port 0993130c-0819-4ddb-94d4-6320e7be094e on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:11:12.837193 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:12.838969 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-0a8d2de8-b2cc-4d83-8d17-1199e5491a12 req-ecf942cc-199d-4a29-93fe-fcf0fa07e876 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "DELETE /v2.0/ports/0993130c-0819-4ddb-94d4-6320e7be094e HTTP/1.1" status: 204 len: 173 time: 1.1450009 Apr 14 21:11:12.839456 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'name': 'network-vif-deleted', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:12.842109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9fcdb9-8d74-4eec-bea0-fac862d52368" -d '{"events": [{"server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "name": "network-vif-deleted", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:12.877756 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72167d80-3c5e-4540-826b-fe8108265627 x-openstack-request-id: req-72167d80-3c5e-4540-826b-fe8108265627 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:11:12.878051 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e296b81a-76b4-4155-bad0-ddefc1c301f8", "name": "network-vif-deleted", "tag": "0993130c-0819-4ddb-94d4-6320e7be094e", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:11:12.878333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72167d80-3c5e-4540-826b-fe8108265627 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:11:12.878740 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72167d80-3c5e-4540-826b-fe8108265627'] response: {'server_uuid': 'e296b81a-76b4-4155-bad0-ddefc1c301f8', 'name': 'network-vif-deleted', 'tag': '0993130c-0819-4ddb-94d4-6320e7be094e', 'status': 'completed', 'code': 200} Apr 14 21:11:12.921940 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:13.139144 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:30Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:13.166091 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:13.174514 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:13.175169 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:13.373580 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:13.589819 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:30Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:13.616872 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8ef0c-c17f-4ad5-bfbe-5a231c9cac9a None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'ba134a2c-0e35-478e-ba95-77382e471348', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:a1:f2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:09:06Z', 'updated_at': '2022-04-14T21:09:30Z', 'revision_number': 2, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:13.856358 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ea01f-b883-4594-a7f5-8181c886b402 None None] New status for floating IP 08817733-bdf3-4daa-8024-2d4c9b61e8e8: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:11:14.009522 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-11d94617-abed-4206-a94c-f48505139e77 req-893f4db5-6933-4098-8820-046738a09f15 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=e296b81a-76b4-4155-bad0-ddefc1c301f8 HTTP/1.1" status: 200 len: 210 time: 0.1919594 Apr 14 21:11:15.213271 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35342) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:15.271236 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (3312b932-7c13-4a29-a0ab-bfcad9cc2d9e), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.294395 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (3312b932-7c13-4a29-a0ab-bfcad9cc2d9e), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.449977 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (3312b932-7c13-4a29-a0ab-bfcad9cc2d9e), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.452556 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.453695 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/security-groups/3312b932-7c13-4a29-a0ab-bfcad9cc2d9e HTTP/1.1" status: 204 len: 168 time: 0.2393141 Apr 14 21:11:15.456672 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35344) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:15.463241 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312b932-7c13-4a29-a0ab-bfcad9cc2d9e,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:15.470708 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.470927 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.api.v2.resource [None req-6f4a7818-a12e-4683-b0c5-2234512dc4cd tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] show failed (client error): The resource could not be found. Apr 14 21:11:15.471077 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.471425 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.471779 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.472189 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.472537 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.472877 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.473211 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.473544 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.474443 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.474872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.475214 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.475453 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-6f4a7818-a12e-4683-b0c5-2234512dc4cd tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups/3312b932-7c13-4a29-a0ab-bfcad9cc2d9e HTTP/1.1" status: 404 len: 347 time: 0.0175941 Apr 14 21:11:15.475635 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.475976 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.476098 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35346) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:15.476309 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a05021-5e5c-477f-96a4-9e01b7fff640 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:15.503328 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0993130c-0819-4ddb-94d4-6320e7be094e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:11:15.523965 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 0993130c-0819-4ddb-94d4-6320e7be094e {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:11:15.524501 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 0993130c-0819-4ddb-94d4-6320e7be094e not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:11:15.617365 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-fc8169ca-0bdd-4a26-b010-7191d00561ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614393 Apr 14 21:11:15.625702 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port eac058a5-3425-4bcd-9ace-c2a9ce0355b2 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:11:15.626044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.707032 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-774817c8-3922-40b1-aec8-7d41abe95dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:15.709224 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-774817c8-3922-40b1-aec8-7d41abe95dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0717714 Apr 14 21:11:15.746563 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.748147 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:15.776060 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for eac058a5-3425-4bcd-9ace-c2a9ce0355b2 owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:11:15.881891 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-2b6ba4b7-b080-4ad1-b689-94d24e6b19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:15.883259 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-2b6ba4b7-b080-4ad1-b689-94d24e6b19c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.1512139 Apr 14 21:11:15.960467 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-a058cfec-7009-4359-b3f0-9c0d812132b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b HTTP/1.1" status: 200 len: 1001 time: 0.0690598 Apr 14 21:11:16.040919 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-9bfd3e51-a5ae-431f-8736-885d0e27ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:16.042362 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-9bfd3e51-a5ae-431f-8736-885d0e27ea23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0750115 Apr 14 21:11:16.085242 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-d569038e-64ee-4419-8d5b-11ce53fa857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:16.086661 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-d569038e-64ee-4419-8d5b-11ce53fa857b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375116 Apr 14 21:11:16.142115 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (eac058a5-3425-4bcd-9ace-c2a9ce0355b2), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:16.183786 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=eac058a5-3425-4bcd-9ace-c2a9ce0355b2,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:16.242383 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-57dd9a24-983a-4476-8a57-66e9e171b14f service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498821 Apr 14 21:11:16.281969 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (08817733-bdf3-4daa-8024-2d4c9b61e8e8), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:16.292031 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:16.292031 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-5a412ba7-eac9-4120-b4a6-40e3caf89734 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/floatingips/08817733-bdf3-4daa-8024-2d4c9b61e8e8 HTTP/1.1" status: 204 len: 168 time: 0.8088188 Apr 14 21:11:16.354530 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-bc243e73-0255-42d5-a217-ce5b8e1d5701 req-070dac27-9cdd-40f4-8c02-9f6a99d975d6 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024475 Apr 14 21:11:19.494726 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8803c7-1f8c-4c94-8b3a-601e107ac672 req-0b4b54aa-7f6c-4da9-9a38-d41a1ff0992c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:19.496207 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ac8803c7-1f8c-4c94-8b3a-601e107ac672 req-0b4b54aa-7f6c-4da9-9a38-d41a1ff0992c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0460916 Apr 14 21:11:19.545878 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ac8803c7-1f8c-4c94-8b3a-601e107ac672 req-87abf10f-ac85-460c-8e4c-d692c41d282e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Apr 14 21:11:20.665990 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8352ca-cb58-42c4-adbf-d67cf82ccc4b req-d9950b6c-eb05-48ce-8f94-a8d0855a0607 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:20.667476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff8352ca-cb58-42c4-adbf-d67cf82ccc4b req-d9950b6c-eb05-48ce-8f94-a8d0855a0607 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0458653 Apr 14 21:11:20.714966 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff8352ca-cb58-42c4-adbf-d67cf82ccc4b req-64950fd3-37df-496c-ad4d-0dfcd52f92b7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb673d1-e364-4ef1-b627-0d631a2a5c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Apr 14 21:11:21.020485 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-2cebb7da-15b3-415d-be68-2afd5d28ec28 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:21.021835 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-2cebb7da-15b3-415d-be68-2afd5d28ec28 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 945 time: 0.0455263 Apr 14 21:11:21.111076 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port 1d399254-2f50-4b8e-a16c-4b38b27f3daa {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:11:21.111498 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:21.201764 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] For port 1d399254-2f50-4b8e-a16c-4b38b27f3daa, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d399254-2f50-4b8e-a16c-4b38b27f3daa,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:21.202128 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:21.373675 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:21.374038 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (ba134a2c-0e35-478e-ba95-77382e471348), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:21.374360 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP ba134a2c-0e35-478e-ba95-77382e471348 disassociated. External IP: 172.27.2.202, port: 1d399254-2f50-4b8e-a16c-4b38b27f3daa. Apr 14 21:11:21.374705 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for 1d399254-2f50-4b8e-a16c-4b38b27f3daa owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:11:21.564450 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (1d399254-2f50-4b8e-a16c-4b38b27f3daa), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:21.593212 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=1d399254-2f50-4b8e-a16c-4b38b27f3daa,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:21.711186 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:21.810067 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3e4caa30-563d-4130-8739-9a5bc1be57b7 req-1a4e0ebd-e6ea-40af-ab6f-ebe54e9f6374 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0262735 Apr 14 21:11:21.823452 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:21.835125 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:21.845390 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:21.846009 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:21.868000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] No DVR routers for this DVR port 1d399254-2f50-4b8e-a16c-4b38b27f3daa on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:11:21.870588 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:21.874196 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-5a7337ee-1356-4b95-ac91-82a2b79166ec req-b8d2974e-69bd-49d0-bd44-55a02d34408c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "DELETE /v2.0/ports/1d399254-2f50-4b8e-a16c-4b38b27f3daa HTTP/1.1" status: 204 len: 173 time: 0.8475063 Apr 14 21:11:21.874666 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'name': 'network-vif-deleted', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:21.877542 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fffa0-3783-4338-9f49-4529ca9103fa" -d '{"events": [{"server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "name": "network-vif-deleted", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:21.913098 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d7ef57-a84b-467f-896f-2ca4e2009dd1 x-openstack-request-id: req-07d7ef57-a84b-467f-896f-2ca4e2009dd1 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:11:21.913395 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd057f1c-48f0-4a35-9e21-0e406a14ecdf", "name": "network-vif-deleted", "tag": "1d399254-2f50-4b8e-a16c-4b38b27f3daa", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:11:21.913646 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07d7ef57-a84b-467f-896f-2ca4e2009dd1 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:11:21.914052 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d7ef57-a84b-467f-896f-2ca4e2009dd1'] response: {'server_uuid': 'bd057f1c-48f0-4a35-9e21-0e406a14ecdf', 'name': 'network-vif-deleted', 'tag': '1d399254-2f50-4b8e-a16c-4b38b27f3daa', 'status': 'completed', 'code': 200} Apr 14 21:11:21.958084 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:22.159174 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:22.189441 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:22.198312 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:22.198913 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:22.305618 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:22.488219 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:22.514486 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97107f3-7f3e-4649-abaa-fe1c5b37c95f None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:22.764331 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a151264-81df-4e3f-aed9-d61acccfb5d6 None None] New status for floating IP ba134a2c-0e35-478e-ba95-77382e471348: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:11:22.917285 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-39e298e4-9759-4d07-b596-b7c21f62e74f req-d2431bba-4420-47ac-b898-04969df4d6ae tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd057f1c-48f0-4a35-9e21-0e406a14ecdf HTTP/1.1" status: 200 len: 210 time: 0.0269520 Apr 14 21:11:24.065082 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35384) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:24.122342 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b8242c8-ce7b-4703-adc8-bcdb4bb84680 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (2bb673d1-e364-4ef1-b627-0d631a2a5c4b), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.145215 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b8242c8-ce7b-4703-adc8-bcdb4bb84680 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (2bb673d1-e364-4ef1-b627-0d631a2a5c4b), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.261895 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b8242c8-ce7b-4703-adc8-bcdb4bb84680 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (2bb673d1-e364-4ef1-b627-0d631a2a5c4b), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.268282 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b8242c8-ce7b-4703-adc8-bcdb4bb84680 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.269664 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2b8242c8-ce7b-4703-adc8-bcdb4bb84680 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/security-groups/2bb673d1-e364-4ef1-b627-0d631a2a5c4b HTTP/1.1" status: 204 len: 168 time: 0.2036130 Apr 14 21:11:24.273644 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35386) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:24.281860 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8242c8-ce7b-4703-adc8-bcdb4bb84680 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb673d1-e364-4ef1-b627-0d631a2a5c4b,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:24.291040 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.api.v2.resource [None req-03f312f2-1ded-463e-b67f-08c55688a917 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] show failed (client error): The resource could not be found. Apr 14 21:11:24.292141 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-03f312f2-1ded-463e-b67f-08c55688a917 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups/2bb673d1-e364-4ef1-b627-0d631a2a5c4b HTTP/1.1" status: 404 len: 347 time: 0.0174413 Apr 14 21:11:24.295042 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35388) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:24.412083 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port 18d644d7-1e63-4b1d-854d-6bd5b35ff57e {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:11:24.412483 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.486744 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.487080 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.502857 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for 18d644d7-1e63-4b1d-854d-6bd5b35ff57e owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:11:24.707420 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (18d644d7-1e63-4b1d-854d-6bd5b35ff57e), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.736949 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=18d644d7-1e63-4b1d-854d-6bd5b35ff57e,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:24.799785 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (ba134a2c-0e35-478e-ba95-77382e471348), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.802315 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:24.803567 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-db50cfb5-11ca-475a-8800-f252a254fad1 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/floatingips/ba134a2c-0e35-478e-ba95-77382e471348 HTTP/1.1" status: 204 len: 168 time: 0.5074422 Apr 14 21:11:25.243979 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35392) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:25.248592 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239724874', 'description': 'tempest-description--1748318930'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:25.324426 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.390526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (990e27b5-44ac-460b-9b94-e494a5a46304), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.476643 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (990e27b5-44ac-460b-9b94-e494a5a46304), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.505332 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990e27b5-44ac-460b-9b94-e494a5a46304,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:25.534404 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 1d399254-2f50-4b8e-a16c-4b38b27f3daa no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:11:25.555261 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 1d399254-2f50-4b8e-a16c-4b38b27f3daa {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:11:25.555699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 1d399254-2f50-4b8e-a16c-4b38b27f3daa not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:11:25.583104 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.585007 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b15dd446-5d3b-4d6d-8100-18612399725f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3393865 Apr 14 21:11:25.587732 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35394) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:25.592425 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '990e27b5-44ac-460b-9b94-e494a5a46304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:25.706494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (18f216e7-e61c-4e3e-afad-8a47b07ed7b0), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.765782 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (18f216e7-e61c-4e3e-afad-8a47b07ed7b0), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.855652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (18f216e7-e61c-4e3e-afad-8a47b07ed7b0), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.875825 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f216e7-e61c-4e3e-afad-8a47b07ed7b0,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:25.948947 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:25.950165 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c08f09ff-a6a9-4ac9-8c74-ef75330bb88d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614795 Apr 14 21:11:25.952975 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35396) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:25.957214 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '990e27b5-44ac-460b-9b94-e494a5a46304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:26.046741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (144f77bb-7ed0-4c3f-830a-b919e92dd2ad), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.101209 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (144f77bb-7ed0-4c3f-830a-b919e92dd2ad), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.190264 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (144f77bb-7ed0-4c3f-830a-b919e92dd2ad), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.208142 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144f77bb-7ed0-4c3f-830a-b919e92dd2ad,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:26.280460 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.281752 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4c188a43-e40f-4cb4-8176-805e1e367cc0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277647 Apr 14 21:11:26.284833 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35398) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:26.289639 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:26.392791 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.472955 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.575599 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.27.2.35 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/856a5988-6538-46f6-bf8c-17e7aa3fe490) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:26.677781 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.770159 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:26.806921 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:26.809944 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:26.815734 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:26.840245 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=856a5988-6538-46f6-bf8c-17e7aa3fe490,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:26.905591 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (9f18c1ab-0909-4ee8-8782-462d724ccee8), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:27.011748 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:27.160032 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:27.221373 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:27.294386 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=856a5988-6538-46f6-bf8c-17e7aa3fe490,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:27.310190 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (9f18c1ab-0909-4ee8-8782-462d724ccee8), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:27.423341 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:27.424629 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e252b73a-41d5-4d6c-a569-f02313d898ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1388881 Apr 14 21:11:27.569013 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-dd6e6171-e95f-4bb5-835d-f525d1811a30 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1239724874&fields=id&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 267 time: 0.0414567 Apr 14 21:11:27.676638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-7879871a-b0fc-48df-b406-5bedbb0dec67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:27.678079 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-7879871a-b0fc-48df-b406-5bedbb0dec67 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.0987532 Apr 14 21:11:27.692998 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-31fc1bdd-3bb0-47a4-876f-898056e991b4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/quotas/f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 375 time: 0.0093887 Apr 14 21:11:27.746102 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-9f266a04-f040-4a8b-b789-60f86f73c0bb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468194 Apr 14 21:11:27.761976 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-67a21aca-fdad-46d8-bba6-113dd5b73513 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:11:27.762939 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-67a21aca-fdad-46d8-bba6-113dd5b73513 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053172 Apr 14 21:11:27.850367 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-422ef013-0ba0-4d17-b7b8-296a5bc86560 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818763 Apr 14 21:11:27.943003 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-5f457e88-608f-4389-8064-41b24bbb50d6 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869770 Apr 14 21:11:28.201116 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-bd48ba71-66a6-4a35-8d06-35632f25b13f req-cb688393-e120-4445-a32a-7747afa3e574 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 210 time: 0.0274875 Apr 14 21:11:29.294734 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a9b65a38-4b96-483c-84c6-b4d64933f9c9 req-91740556-f0dd-44c2-8815-028221f9175f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 210 time: 0.0272777 Apr 14 21:11:30.213114 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-4515a795-9ce8-44d0-9c11-02fde6a99688 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:30.214616 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-4515a795-9ce8-44d0-9c11-02fde6a99688 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1044495 Apr 14 21:11:30.276098 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-dd42c9fb-5ea6-4ded-b23d-42a76fa2e8a2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 380 time: 0.0527699 Apr 14 21:11:30.285014 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'port': {'device_id': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'admin_state_up': True, 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'security_groups': ['990e27b5-44ac-460b-9b94-e494a5a46304']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:30.399233 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3ddcf65d-b212-487d-9f96-86d18c85f402 req-b4d86033-f634-43fb-9508-48c3f9231ce9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 210 time: 0.0333269 Apr 14 21:11:30.473020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Made reservation on behalf of f3584f214ed04adbbc933eb72023c014 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:11:30.476343 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:30.602826 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.20.0.9 (00309dfb-dad3-4b4b-b63a-bdc92151beb4/550b61b2-ea6f-4288-b55a-95663c5dc27c/b3953cd7-d2e1-445d-b0b5-733508c3a418) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:11:30.737476 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:30.832936 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:30.875387 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:11:30.880557 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:11:30.884293 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:11:30.890834 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=b3953cd7-d2e1-445d-b0b5-733508c3a418,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:30.938815 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:30.939455 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:31.023870 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8c32e062-3853-4606-a753-b02d8223090f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7423749 Apr 14 21:11:31.033674 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-5965e522-4558-4da4-a056-f424181fce7a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110251) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:11:31.034710 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-5965e522-4558-4da4-a056-f424181fce7a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053406 Apr 14 21:11:31.084491 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-10fff117-5ef9-4a23-a6ec-7ed252023694 None None] Provisioning complete for port b3953cd7-d2e1-445d-b0b5-733508c3a418 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:31.085031 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-10fff117-5ef9-4a23-a6ec-7ed252023694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:31.093980 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Request body: {'port': {'device_id': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:31.121442 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-10fff117-5ef9-4a23-a6ec-7ed252023694 None None] Port b3953cd7-d2e1-445d-b0b5-733508c3a418 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:11:31.158218 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:31.521179 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fe4d8-b83e-478d-905b-3eefd4139068 req-7d55fcba-293f-4db0-b463-ced04a3e8dd3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:31.522707 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c83fe4d8-b83e-478d-905b-3eefd4139068 req-7d55fcba-293f-4db0-b463-ced04a3e8dd3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 931 time: 0.0466273 Apr 14 21:11:31.575287 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c83fe4d8-b83e-478d-905b-3eefd4139068 req-976b5bd9-07cc-4db3-afc8-b9d041f6f87a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462217 Apr 14 21:11:31.657473 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3953cd7-d2e1-445d-b0b5-733508c3a418 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:11:31.664786 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Publish callbacks [] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:31.676739 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Transition to ACTIVE for port object b3953cd7-d2e1-445d-b0b5-733508c3a418 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:11:31.836104 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:31.888180 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Pushing event updated for resources: {'Port': ['ID=b3953cd7-d2e1-445d-b0b5-733508c3a418,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:31.961753 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Attempting to bind port b3953cd7-d2e1-445d-b0b5-733508c3a418 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:11:31.962171 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Attempting to bind port b3953cd7-d2e1-445d-b0b5-733508c3a418 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:11:31.962518 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Attempting to bind port b3953cd7-d2e1-445d-b0b5-733508c3a418 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:31.967686 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Port b3953cd7-d2e1-445d-b0b5-733508c3a418 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:11:31.968012 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Attempting to bind port b3953cd7-d2e1-445d-b0b5-733508c3a418 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:11:31.973227 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:11:31.973580 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:11:31.973975 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Bound using segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:11:31.974416 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Bound port: b3953cd7-d2e1-445d-b0b5-733508c3a418, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:11:31.974781 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:32.039741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] For port b3953cd7-d2e1-445d-b0b5-733508c3a418, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:11:32.043323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] For port b3953cd7-d2e1-445d-b0b5-733508c3a418, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:11:32.122473 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:32.156643 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.157323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:32.158671 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] 10.222.0.45 "PUT /v2.0/ports/b3953cd7-d2e1-445d-b0b5-733508c3a418 HTTP/1.1" status: 200 len: 1093 time: 1.1175010 Apr 14 21:11:32.159117 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:32.161419 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:32.189728 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575edc8-a7da-4019-b90e-98e734769460 service neutron] Pushing event updated for resources: {'Port': ['ID=b3953cd7-d2e1-445d-b0b5-733508c3a418,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:32.209885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094b354b-9999-4075-8980-34320502779c x-openstack-request-id: req-094b354b-9999-4075-8980-34320502779c {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:11:32.209885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:11:32.209885 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-094b354b-9999-4075-8980-34320502779c {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:11:32.209885 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094b354b-9999-4075-8980-34320502779c'] response: {'name': 'network-changed', 'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'status': 'completed', 'code': 200} Apr 14 21:11:32.272491 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4 req-bcfd49c3-07d7-40d2-9438-173fe1c667f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.273959 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4 req-bcfd49c3-07d7-40d2-9438-173fe1c667f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 1127 time: 0.0464737 Apr 14 21:11:32.376682 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4 req-0ee5b8f8-6a13-432c-aee1-d0ceb24d6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.378173 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4 req-0ee5b8f8-6a13-432c-aee1-d0ceb24d6cde service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3584f214ed04adbbc933eb72023c014&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0973680 Apr 14 21:11:32.492858 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4 req-2254869c-1911-4ac8-9dae-eae28d0b2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.494914 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-6cb97f5c-4460-4673-a2a0-f7e7b826d8a4 req-2254869c-1911-4ac8-9dae-eae28d0b2c0c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108270 Apr 14 21:11:32.567524 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-f098cf1e-d33e-4249-8e5d-6bd1ad4a2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.569053 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-f098cf1e-d33e-4249-8e5d-6bd1ad4a2565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 1127 time: 0.0391972 Apr 14 21:11:32.613842 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-4f03564f-86c5-4fd6-8b2c-bd1b4106c5a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418 HTTP/1.1" status: 200 len: 217 time: 0.0383189 Apr 14 21:11:32.626943 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-985d52cc-7334-4562-8446-512da9d71920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:32.664238 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-9299aaf3-6b79-4cad-b9de-0f477516ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.665715 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-9299aaf3-6b79-4cad-b9de-0f477516ff07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0466709 Apr 14 21:11:32.689446 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a3f8c-b68a-4bf6-84d5-a709fd3c7dbd req-78f8db6f-89ad-483d-bbb1-94328a0769e9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.691596 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f26a3f8c-b68a-4bf6-84d5-a709fd3c7dbd req-78f8db6f-89ad-483d-bbb1-94328a0769e9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 943 time: 0.0469525 Apr 14 21:11:32.709798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-6e18ab64-e0cd-4bb5-b02e-556a545d5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:32.711300 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-6e18ab64-e0cd-4bb5-b02e-556a545d5843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396302 Apr 14 21:11:32.739841 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f26a3f8c-b68a-4bf6-84d5-a709fd3c7dbd req-a03b1336-223e-401d-a75a-7acf0f2d6163 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Apr 14 21:11:32.822908 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-7250e89a-a617-42ea-961e-f71c3c65879e service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049769 Apr 14 21:11:32.924816 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ccc17d28-34fd-4df5-b4e1-7ccb04c0cbad req-312a1248-0bad-4bbb-9693-6d86612df5ae service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949550 Apr 14 21:11:33.853781 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8bb0-ca14-426a-a0bb-758c023201cd req-0389d9a5-6d67-478d-b49b-01c584cb5b88 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:33.855287 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3b3d8bb0-ca14-426a-a0bb-758c023201cd req-0389d9a5-6d67-478d-b49b-01c584cb5b88 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 943 time: 0.0456507 Apr 14 21:11:33.901937 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3b3d8bb0-ca14-426a-a0bb-758c023201cd req-096fdc7a-989e-4ab5-9449-2499afd5b837 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Apr 14 21:11:35.015038 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175728bc-e634-4510-b2a3-7349e94623b9 req-dc53c551-2a67-4cbf-b9bd-de57cb7f4c6a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:35.016500 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-175728bc-e634-4510-b2a3-7349e94623b9 req-dc53c551-2a67-4cbf-b9bd-de57cb7f4c6a tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 943 time: 0.0492876 Apr 14 21:11:35.062862 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-175728bc-e634-4510-b2a3-7349e94623b9 req-2a2ea07d-26f1-42f2-beb7-2428ae3513a6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Apr 14 21:11:35.150453 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-aec49c98-8089-4313-9618-fe9141766812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.572927 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b3953cd7-d2e1-445d-b0b5-733508c3a418 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:11:35.670976 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port b3953cd7-d2e1-445d-b0b5-733508c3a418, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:35.682218 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'port_id': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'mac_address': 'fa:16:3e:4e:64:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:11:35.720426 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port b3953cd7-d2e1-445d-b0b5-733508c3a418 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:35.720824 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.734484 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3953cd7-d2e1-445d-b0b5-733508c3a418 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:11:35.754553 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port b3953cd7-d2e1-445d-b0b5-733508c3a418, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:35.852979 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:35.905285 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=b3953cd7-d2e1-445d-b0b5-733508c3a418,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:35.912328 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.912662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.913006 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.913352 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.913685 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.914073 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.914407 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.914730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.915057 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.915400 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.915730 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.916062 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.916386 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.916707 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:35.917027 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:11:36.077792 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['b3953cd7-d2e1-445d-b0b5-733508c3a418'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:11:36.178354 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27199ee-ba2e-47a0-bccd-076d63913464 req-af4cc3c7-eedd-4d0a-8ffa-3a146569ada5 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:36.179921 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d27199ee-ba2e-47a0-bccd-076d63913464 req-af4cc3c7-eedd-4d0a-8ffa-3a146569ada5 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 944 time: 0.0465827 Apr 14 21:11:36.227875 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d27199ee-ba2e-47a0-bccd-076d63913464 req-7f5ea64d-ca2a-44aa-842f-1587011f0947 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Apr 14 21:11:36.453099 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.341568 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99252a01-2bd7-448f-b89a-d919100febea req-8c9d7383-ec56-4916-a758-3050d43504cd tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:37.343068 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-99252a01-2bd7-448f-b89a-d919100febea req-8c9d7383-ec56-4916-a758-3050d43504cd tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 944 time: 0.0499880 Apr 14 21:11:37.389060 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-99252a01-2bd7-448f-b89a-d919100febea req-9bbb6252-aca8-4cbf-a95d-ff849652c093 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Apr 14 21:11:37.581629 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b3953cd7-d2e1-445d-b0b5-733508c3a418 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:11:37.628107 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port b3953cd7-d2e1-445d-b0b5-733508c3a418 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:11:37.700991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port b3953cd7-d2e1-445d-b0b5-733508c3a418 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:11:37.701373 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.787982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port b3953cd7-d2e1-445d-b0b5-733508c3a418 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:11:37.788369 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.811014 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:37.813235 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fc79e7-155f-4d1a-86e6-1dacf02371bb" -d '{"events": [{"server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "name": "network-vif-plugged", "status": "completed", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:37.825952 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port b3953cd7-d2e1-445d-b0b5-733508c3a418, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:37.827004 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.848784 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d28ad5-712b-4ed7-bf31-ae993de05559 x-openstack-request-id: req-e5d28ad5-712b-4ed7-bf31-ae993de05559 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:11:37.849070 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "name": "network-vif-plugged", "status": "completed", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:11:37.849325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5d28ad5-712b-4ed7-bf31-ae993de05559 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:11:37.849717 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d28ad5-712b-4ed7-bf31-ae993de05559'] response: {'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'code': 200} Apr 14 21:11:37.923888 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:37.984241 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=b3953cd7-d2e1-445d-b0b5-733508c3a418,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:38.032850 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:38.201357 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b32e8-a973-4486-8fc6-45954e33eac0 req-7fd80922-c28b-4871-99d8-60190d469eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:38.202783 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f85b32e8-a973-4486-8fc6-45954e33eac0 req-7fd80922-c28b-4871-99d8-60190d469eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 1129 time: 0.0483863 Apr 14 21:11:38.251868 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f85b32e8-a973-4486-8fc6-45954e33eac0 req-a92cda40-ad7f-4407-b4d0-c44def215e4a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Apr 14 21:11:38.502433 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f64f4-c511-4a17-b446-cb546639a82b req-53ee72c8-f080-419e-b7f3-ae9af37c73ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:38.503903 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-009f64f4-c511-4a17-b446-cb546639a82b req-53ee72c8-f080-419e-b7f3-ae9af37c73ee tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0460675 Apr 14 21:11:38.556497 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-009f64f4-c511-4a17-b446-cb546639a82b req-d64d4f9a-0c39-45aa-b181-086aa521b7b9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Apr 14 21:11:38.996737 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:11:39.675327 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a15ec-6c25-4e6a-a2e3-0f52a0ee5125 req-6c61ed48-0b42-414f-a447-313ebc9ecaaf tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:39.676846 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c55a15ec-6c25-4e6a-a2e3-0f52a0ee5125 req-6c61ed48-0b42-414f-a447-313ebc9ecaaf tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0461526 Apr 14 21:11:39.693286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:39.727569 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c55a15ec-6c25-4e6a-a2e3-0f52a0ee5125 req-7481543b-e5de-4bab-9ebf-8b5d89dfdb65 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 Apr 14 21:11:40.839054 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c670f7f-bd1a-4a89-9de4-9b1f00efa702 req-00b9ad1f-a786-46b9-82d4-54409601bcb7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:40.840831 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5c670f7f-bd1a-4a89-9de4-9b1f00efa702 req-00b9ad1f-a786-46b9-82d4-54409601bcb7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0464122 Apr 14 21:11:40.886159 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5c670f7f-bd1a-4a89-9de4-9b1f00efa702 req-4c0c1db1-286b-4cb5-a1b7-bc4fcd1b8c4f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397968 Apr 14 21:11:40.994140 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd7e4-66a7-4340-9262-772de6e4739f req-64ec44c8-c153-4552-9133-3218536fd8bf tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:40.995608 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d6ccd7e4-66a7-4340-9262-772de6e4739f req-64ec44c8-c153-4552-9133-3218536fd8bf tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0457988 Apr 14 21:11:41.004682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35462) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:11:41.009039 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'port_id': 'b3953cd7-d2e1-445d-b0b5-733508c3a418'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:11:41.049760 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (9f18c1ab-0909-4ee8-8782-462d724ccee8), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.474284 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.540736 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (9f18c1ab-0909-4ee8-8782-462d724ccee8), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:41.640592 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP 9f18c1ab-0909-4ee8-8782-462d724ccee8 associated. External IP: 172.27.2.35, port: b3953cd7-d2e1-445d-b0b5-733508c3a418. Apr 14 21:11:41.916554 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:42.024542 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:42.029440 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:42.034833 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:42.045372 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:42.045978 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:42.059077 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-435fdaa9-8d87-4c74-a24a-eb561aec0c8e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "PUT /v2.0/floatingips/9f18c1ab-0909-4ee8-8782-462d724ccee8 HTTP/1.1" status: 200 len: 990 time: 1.0533462 Apr 14 21:11:42.060334 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:42.062596 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8825db8-7dc7-42f0-a40a-b958c351777e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:42.107144 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a3d57-7242-434d-bbc9-5fbe8936ef1a x-openstack-request-id: req-a14a3d57-7242-434d-bbc9-5fbe8936ef1a {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:11:42.107469 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:11:42.107731 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a14a3d57-7242-434d-bbc9-5fbe8936ef1a {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:11:42.108138 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14a3d57-7242-434d-bbc9-5fbe8936ef1a'] response: {'name': 'network-changed', 'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'status': 'completed', 'code': 200} Apr 14 21:11:42.157601 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:42.175111 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-8277322c-5c7c-4ac4-83d8-112fc796221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:42.176680 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-8277322c-5c7c-4ac4-83d8-112fc796221a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 1129 time: 0.0399787 Apr 14 21:11:42.267969 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-47e22ebf-c133-45a3-80d4-957cba4c713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:42.269470 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-47e22ebf-c133-45a3-80d4-957cba4c713c service neutron] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 915 time: 0.0866733 Apr 14 21:11:42.345436 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-c4c72792-34f6-49f7-9b34-e53793a24d4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418 HTTP/1.1" status: 200 len: 998 time: 0.0703168 Apr 14 21:11:42.396300 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '9f18c1ab-0909-4ee8-8782-462d724ccee8', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:4e:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:11:26Z', 'updated_at': '2022-04-14T21:11:41Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:42.409740 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-10ebc9ea-895a-42bb-a104-238bf5bb0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:42.411217 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-10ebc9ea-895a-42bb-a104-238bf5bb0147 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0604472 Apr 14 21:11:42.455948 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-e25524b8-f4cb-4228-876b-3af1b4ea2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:42.457464 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-e25524b8-f4cb-4228-876b-3af1b4ea2a5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398831 Apr 14 21:11:42.524147 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:42.533640 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:42.534245 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:42.556457 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-d3a5d68f-689a-4692-8e0b-145f84fb6a07 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928152 Apr 14 21:11:42.643186 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:42.652835 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c8825db8-7dc7-42f0-a40a-b958c351777e req-078fbb32-2a33-4b3d-becf-3be654b8d416 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895522 Apr 14 21:11:42.867597 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '9f18c1ab-0909-4ee8-8782-462d724ccee8', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:4e:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:11:26Z', 'updated_at': '2022-04-14T21:11:41Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:42.897867 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1841acb-3023-450d-a296-7d7804091c02 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '9f18c1ab-0909-4ee8-8782-462d724ccee8', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:4e:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:11:26Z', 'updated_at': '2022-04-14T21:11:41Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:43.094002 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2940c208-dff1-49c6-95ce-7da1c9a18a8d None None] New status for floating IP 9f18c1ab-0909-4ee8-8782-462d724ccee8: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:11:53.731111 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a289b7-4605-4fe9-bd8f-ccb90a132d54 req-f6d4df53-9739-4343-8b8a-b06cb3e2bf2e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:53.732645 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a2a289b7-4605-4fe9-bd8f-ccb90a132d54 req-f6d4df53-9739-4343-8b8a-b06cb3e2bf2e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 945 time: 0.0453253 Apr 14 21:11:53.783933 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a2a289b7-4605-4fe9-bd8f-ccb90a132d54 req-fb59191b-7c86-4193-b7d7-ef80eb0976b5 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451362 Apr 14 21:11:54.898328 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295a047-cb08-4476-a035-bff22df0cae9 req-84fc9912-a48b-403f-a7b6-2b589fb74817 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:54.899859 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a295a047-cb08-4476-a035-bff22df0cae9 req-84fc9912-a48b-403f-a7b6-2b589fb74817 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 945 time: 0.0466053 Apr 14 21:11:54.949005 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a295a047-cb08-4476-a035-bff22df0cae9 req-ef086739-ef58-4587-a831-6889c272353e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Apr 14 21:11:55.324661 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-38a985f3-b167-4a62-bd7c-2fbb79e63e23 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:55.326129 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-38a985f3-b167-4a62-bd7c-2fbb79e63e23 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Apr 14 21:11:55.411049 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Deleting port 8ad094f7-6380-4c31-a0e8-044d21e2841b {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:11:55.411436 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.503130 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] For port 8ad094f7-6380-4c31-a0e8-044d21e2841b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8ad094f7-6380-4c31-a0e8-044d21e2841b,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:11:55.503528 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.673764 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.674038 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (2dd9caae-15e3-42a8-a462-6ee6c53a16dd), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.674358 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Floating IP 2dd9caae-15e3-42a8-a462-6ee6c53a16dd disassociated. External IP: 172.27.2.206, port: 8ad094f7-6380-4c31-a0e8-044d21e2841b. Apr 14 21:11:55.674701 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Calling delete_port for 8ad094f7-6380-4c31-a0e8-044d21e2841b owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:11:55.889120 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (8ad094f7-6380-4c31-a0e8-044d21e2841b), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:55.919380 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'Port': ['ID=8ad094f7-6380-4c31-a0e8-044d21e2841b,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:11:56.037764 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:11:56.041886 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0aea014f-508c-4d8b-8f8b-8f1c56168ef1 req-6c6f1881-0158-42f7-bd56-ac6abf7f5f8f tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0273383 Apr 14 21:11:56.146409 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:11:56.156565 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:11:56.166431 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:56.167035 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:56.186740 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] No DVR routers for this DVR port 8ad094f7-6380-4c31-a0e8-044d21e2841b on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:11:56.190565 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:11:56.193825 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-9d1abd26-22e4-41d9-8d34-7d4b0c58d58b req-89260bc0-d18e-473f-9704-726d3dd3ecb4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "DELETE /v2.0/ports/8ad094f7-6380-4c31-a0e8-044d21e2841b HTTP/1.1" status: 204 len: 173 time: 0.8623216 Apr 14 21:11:56.194390 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'name': 'network-vif-deleted', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:11:56.196709 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a50ab7-2063-4ec3-86ac-dea432e12cec" -d '{"events": [{"server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "name": "network-vif-deleted", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:11:56.231941 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecece68f-1b5f-44bd-8b87-bfcea94b4d2b x-openstack-request-id: req-ecece68f-1b5f-44bd-8b87-bfcea94b4d2b {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:11:56.232239 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b731475-1e9f-4c39-8e1b-577411e83bc9", "name": "network-vif-deleted", "tag": "8ad094f7-6380-4c31-a0e8-044d21e2841b", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:11:56.232495 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecece68f-1b5f-44bd-8b87-bfcea94b4d2b {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:11:56.232909 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecece68f-1b5f-44bd-8b87-bfcea94b4d2b'] response: {'server_uuid': '1b731475-1e9f-4c39-8e1b-577411e83bc9', 'name': 'network-vif-deleted', 'tag': '8ad094f7-6380-4c31-a0e8-044d21e2841b', 'status': 'completed', 'code': 200} Apr 14 21:11:56.281487 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:56.478490 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:56.508301 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:11:56.517041 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:11:56.517645 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:11:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:56.622675 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:11:56.810597 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:11:56.836891 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f1ae3-532e-4ac0-92e2-c03c4ec9c259 None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:11:57.054146 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8f8d3-a64d-4de1-af01-f1519e87bef5 None None] New status for floating IP 2dd9caae-15e3-42a8-a462-6ee6c53a16dd: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:11:57.148198 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-6ad28cbc-3fd4-4bd0-8ad7-ab3175e41656 req-3d20644a-544e-4e5d-911a-94de0c1ab7f0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b731475-1e9f-4c39-8e1b-577411e83bc9 HTTP/1.1" status: 200 len: 210 time: 0.0261366 Apr 14 21:11:58.410878 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-b77c8cab-4efa-4d33-8fa2-99fe48c50cc0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893412130&fields=id&tenant_id=7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 267 time: 0.0460734 Apr 14 21:11:58.513314 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-7066c044-cae0-4d16-8cc2-c2304d9530e9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:11:58.514690 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-7066c044-cae0-4d16-8cc2-c2304d9530e9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 812 time: 0.0974650 Apr 14 21:11:58.529348 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-edd0a4ce-56d9-46ff-af63-c026f31a660d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/quotas/7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 375 time: 0.0088298 Apr 14 21:11:58.581679 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-9d6793b3-177c-406b-b049-292cc164d2b4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468481 Apr 14 21:11:58.679345 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-24918b6c-c0bd-42d1-a84b-8ad50ae9444b service neutron] 10.222.0.37 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858598 Apr 14 21:11:58.771949 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-12c094f6-42e1-4564-8ff2-56c4744b17c7 service neutron] 10.222.0.37 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868740 Apr 14 21:11:59.400150 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-198610af-0208-46a6-96bc-e7b893604f3a req-0442873e-3d62-44a9-9001-00ba8e701372 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Apr 14 21:11:59.706592 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8ad094f7-6380-4c31-a0e8-044d21e2841b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:11:59.726945 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 8ad094f7-6380-4c31-a0e8-044d21e2841b {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:11:59.727297 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 8ad094f7-6380-4c31-a0e8-044d21e2841b not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:12:00.492776 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3a9f51dc-d751-4b90-be9c-3d651de33a18 req-76ad2325-860b-4529-88ff-13866e4897e8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Apr 14 21:12:01.381296 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-69286604-3f71-4add-bdea-fbe3d5686008 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:01.382794 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-69286604-3f71-4add-bdea-fbe3d5686008 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 812 time: 0.1081860 Apr 14 21:12:01.448342 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-2f4af730-1604-4b00-9eb3-e0cf2cddcd3a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 380 time: 0.0560853 Apr 14 21:12:01.458333 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'port': {'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'admin_state_up': True, 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'security_groups': ['32dc87bc-f95b-481c-825a-1633563c97d8']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:01.587640 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fe3c989f-62a8-4376-b70e-a5eb7cb9a1b1 req-b54ec504-fea1-44c9-b388-08217bd2c4e4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 210 time: 0.0266607 Apr 14 21:12:01.672013 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Made reservation on behalf of 7f12a80951d84716be00a81c2dd5fb64 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:01.676277 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:01.798985 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Allocated IP 172.20.0.14 (d53926fe-2deb-4513-8fbe-ec9597a5c6e4/957be26e-2d2e-44f4-9e84-78588bf0c6ff/c7814cf5-fb9c-4f20-8d18-7b70d2d059eb) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:01.936346 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.078109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.120601 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:02.125790 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:02.129526 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:02.136188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:02.186306 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:02.186990 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.320697 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-6df41026-9d21-4e34-b81b-7b399fcc795a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8659625 Apr 14 21:12:02.333338 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Request body: {'port': {'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:02.360461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-48a85a36-1417-4c83-b2f3-c080bc694ddb None None] Provisioning complete for port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:02.361083 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-48a85a36-1417-4c83-b2f3-c080bc694ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.394363 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.395272 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-48a85a36-1417-4c83-b2f3-c080bc694ddb None None] Port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:02.629227 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-1ed1f856-071e-4489-b8df-26a611ba7b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.665300 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7814cf5-fb9c-4f20-8d18-7b70d2d059eb {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:02.673667 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Publish callbacks [] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.685983 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Transition to ACTIVE for port object c7814cf5-fb9c-4f20-8d18-7b70d2d059eb will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:02.727756 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da964b3-4a9d-47af-9009-0d72ab3b6c32 req-f72b9654-05a4-4d25-8a93-204ebfcfcd15 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:02.729359 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0da964b3-4a9d-47af-9009-0d72ab3b6c32 req-f72b9654-05a4-4d25-8a93-204ebfcfcd15 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 932 time: 0.0475936 Apr 14 21:12:02.769234 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.783476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0da964b3-4a9d-47af-9009-0d72ab3b6c32 req-eac7fb8d-1794-483b-90a6-d4202a7df8d5 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472119 Apr 14 21:12:02.820243 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Pushing event updated for resources: {'Port': ['ID=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:02.896446 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Attempting to bind port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:02.896789 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Attempting to bind port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:02.897155 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Attempting to bind port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:02.901863 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:02.902187 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Attempting to bind port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:02.908833 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:02.909179 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Checking segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:02.909579 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Bound using segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:02.910013 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Bound port: c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:02.910374 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:02.990298 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] For port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:02.990298 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] For port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:03.067062 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.101788 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.102399 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:03.103806 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] 10.222.0.45 "PUT /v2.0/ports/c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 200 len: 1094 time: 0.7754891 Apr 14 21:12:03.104240 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:03.106497 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808522a-c2ab-4484-b93b-13596c270b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:03.131076 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1edbf9-963f-490e-b183-7ed560e86469 service neutron] Pushing event updated for resources: {'Port': ['ID=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:03.144875 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53520e29-5370-4221-9b6c-0ebd3cfea5d2 x-openstack-request-id: req-53520e29-5370-4221-9b6c-0ebd3cfea5d2 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:03.145457 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:03.145886 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53520e29-5370-4221-9b6c-0ebd3cfea5d2 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:03.146544 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53520e29-5370-4221-9b6c-0ebd3cfea5d2'] response: {'name': 'network-changed', 'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'status': 'completed', 'code': 200} Apr 14 21:12:03.205512 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808522a-c2ab-4484-b93b-13596c270b4c req-a37f3b14-b46b-400b-aab7-6d8474c098c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.207081 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a808522a-c2ab-4484-b93b-13596c270b4c req-a37f3b14-b46b-400b-aab7-6d8474c098c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1128 time: 0.0408163 Apr 14 21:12:03.312569 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808522a-c2ab-4484-b93b-13596c270b4c req-abf535ab-0a38-414c-bd5e-1fd38c432660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.314210 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a808522a-c2ab-4484-b93b-13596c270b4c req-abf535ab-0a38-414c-bd5e-1fd38c432660 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f12a80951d84716be00a81c2dd5fb64&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009662 Apr 14 21:12:03.412775 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808522a-c2ab-4484-b93b-13596c270b4c req-25180f8d-295a-4b85-ba81-4de88d936104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.414186 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-a808522a-c2ab-4484-b93b-13596c270b4c req-25180f8d-295a-4b85-ba81-4de88d936104 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945435 Apr 14 21:12:03.493920 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-59d5b0dc-9279-4ab3-8a0f-55a1a6ab03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.495456 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-59d5b0dc-9279-4ab3-8a0f-55a1a6ab03c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1128 time: 0.0439608 Apr 14 21:12:03.537327 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-8e8ae3b7-c5e2-4b15-a25c-cc72f3b52e10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 200 len: 217 time: 0.0335369 Apr 14 21:12:03.584798 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-42aef0bb-5c1a-48af-8bac-519fec5a80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.586211 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-42aef0bb-5c1a-48af-8bac-519fec5a80b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0423975 Apr 14 21:12:03.630922 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-b64f1d35-9424-4404-a4ca-3cd660c9b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.632437 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-b64f1d35-9424-4404-a4ca-3cd660c9b0fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403552 Apr 14 21:12:03.730755 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-32afdd94-7519-4679-8b67-e6a90270a825 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906878 Apr 14 21:12:03.824111 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff8235-ceb8-46b4-8559-ff7430635013 req-3c25b7f0-bec9-47e8-a660-e3b0e0d61d17 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872521 Apr 14 21:12:03.897127 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e932f28-6f06-4193-a15a-6dfb7adb73f3 req-10bf65ed-d6a2-4a44-bb09-06da4211bf57 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:03.898577 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3e932f28-6f06-4193-a15a-6dfb7adb73f3 req-10bf65ed-d6a2-4a44-bb09-06da4211bf57 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0456998 Apr 14 21:12:03.946111 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3e932f28-6f06-4193-a15a-6dfb7adb73f3 req-9b786b1b-8d63-4c6d-85bf-c95808ab3ac9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Apr 14 21:12:05.061896 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1ccdc-3457-4e91-9e76-01a0e853f113 req-ba9f317d-1132-4b41-a3ad-337310aaa561 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:05.063331 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-46e1ccdc-3457-4e91-9e76-01a0e853f113 req-ba9f317d-1132-4b41-a3ad-337310aaa561 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0455871 Apr 14 21:12:05.112550 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-46e1ccdc-3457-4e91-9e76-01a0e853f113 req-d903e13b-0288-4f89-a7b2-652bc4e0c1a0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Apr 14 21:12:05.128687 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-274a345b-aa43-4b3d-b23d-8ceebccef88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:06.224990 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e109f-ef33-4c2f-b001-85e634bf83a2 req-f477f31e-3513-4dae-9dfa-52f9187c7c05 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:06.226478 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9c2e109f-ef33-4c2f-b001-85e634bf83a2 req-f477f31e-3513-4dae-9dfa-52f9187c7c05 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0487049 Apr 14 21:12:06.274478 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9c2e109f-ef33-4c2f-b001-85e634bf83a2 req-1836248a-047c-4328-9bec-7df2e9ad31ec tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Apr 14 21:12:06.500151 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:07.392125 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c95f5a-e2bd-4a67-b17f-be93907cfa32 req-174436a1-bc38-47fe-b0a2-bbe9628dd428 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:07.397048 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-28c95f5a-e2bd-4a67-b17f-be93907cfa32 req-174436a1-bc38-47fe-b0a2-bbe9628dd428 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0458603 Apr 14 21:12:07.447560 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-28c95f5a-e2bd-4a67-b17f-be93907cfa32 req-bc2b8721-53b4-4e72-831f-b7ecfd86045d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444181 Apr 14 21:12:07.820111 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.037612 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:08.558991 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81552279-3b01-4427-a21b-0dab21e5a8a9 req-0c49cf91-40be-4136-8504-0eadd15ca29a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:08.560471 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-81552279-3b01-4427-a21b-0dab21e5a8a9 req-0c49cf91-40be-4136-8504-0eadd15ca29a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0485804 Apr 14 21:12:08.609296 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-81552279-3b01-4427-a21b-0dab21e5a8a9 req-b3929cfa-2046-4eb8-9e94-cbab9be9a410 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Apr 14 21:12:09.655194 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:09.732114 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90218a-5e63-4661-b633-abf288c07e29 req-58bddd27-91bb-4966-a36d-d9a6d02052b8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:09.733587 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dd90218a-5e63-4661-b633-abf288c07e29 req-58bddd27-91bb-4966-a36d-d9a6d02052b8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0466483 Apr 14 21:12:09.781148 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dd90218a-5e63-4661-b633-abf288c07e29 req-1c2b7c66-db1b-44ba-9166-b82374c8ded2 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Apr 14 21:12:10.892042 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3044ae-6262-4102-a751-12d80416bf24 req-e2e57faa-9b00-428c-afe3-54ed79120cbc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:10.893476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d3044ae-6262-4102-a751-12d80416bf24 req-e2e57faa-9b00-428c-afe3-54ed79120cbc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0450094 Apr 14 21:12:10.944053 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9d3044ae-6262-4102-a751-12d80416bf24 req-c1bf1e9c-17a7-4f02-b8b9-b5e11eed08f9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Apr 14 21:12:11.768877 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device c7814cf5-fb9c-4f20-8d18-7b70d2d059eb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:12:11.863339 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:11.877428 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:12:11.913742 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:11.914153 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:11.926463 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7814cf5-fb9c-4f20-8d18-7b70d2d059eb {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:11.944811 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:12.052105 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e909246-cc78-4c6a-91d6-1488b11174d8 req-1cfdf0db-7673-4f43-8742-a46e782d2577 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:12.053462 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e909246-cc78-4c6a-91d6-1488b11174d8 req-1cfdf0db-7673-4f43-8742-a46e782d2577 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 944 time: 0.0442512 Apr 14 21:12:12.059994 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:12.101899 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0e909246-cc78-4c6a-91d6-1488b11174d8 req-bfd3c3ce-96ed-49cc-9441-9f47b25c7522 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Apr 14 21:12:12.108328 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:12.259506 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['c7814cf5-fb9c-4f20-8d18-7b70d2d059eb'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:12:13.211550 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364943-06a7-4dfa-9661-bc7b12561483 req-1f89382a-4c72-4fe9-8a9c-d4e2ccc392c4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:13.213014 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff364943-06a7-4dfa-9661-bc7b12561483 req-1f89382a-4c72-4fe9-8a9c-d4e2ccc392c4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 945 time: 0.0451992 Apr 14 21:12:13.262396 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ff364943-06a7-4dfa-9661-bc7b12561483 req-75b1d2e8-f5cd-4beb-967d-d8fe8dec7907 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Apr 14 21:12:13.772708 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device c7814cf5-fb9c-4f20-8d18-7b70d2d059eb up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:13.818965 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:12:13.874850 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:13.875239 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.078023 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:14.078412 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.100026 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:14.102277 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddff85d7-54c4-44cc-8e65-31950ee237a8" -d '{"events": [{"server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "name": "network-vif-plugged", "status": "completed", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:14.114570 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:14.191562 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:14.241553 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:14.247164 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf69ddb-1189-4a60-8e9d-b8ce750249b2 x-openstack-request-id: req-caf69ddb-1189-4a60-8e9d-b8ce750249b2 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:14.247492 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "name": "network-vif-plugged", "status": "completed", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:14.247748 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caf69ddb-1189-4a60-8e9d-b8ce750249b2 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:14.248138 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf69ddb-1189-4a60-8e9d-b8ce750249b2'] response: {'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'code': 200} Apr 14 21:12:14.376318 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed249a9-7f72-485e-983a-bcac1a5fb412 req-8b7980c9-39ff-428c-b324-73f0d188eade tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:14.377773 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fed249a9-7f72-485e-983a-bcac1a5fb412 req-8b7980c9-39ff-428c-b324-73f0d188eade tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0510671 Apr 14 21:12:14.429243 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fed249a9-7f72-485e-983a-bcac1a5fb412 req-df7817fd-704e-467a-8dee-500fc5271dd5 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Apr 14 21:12:14.642361 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f8a6c-7f49-4507-958b-2901a4b96a5b req-f7dbdbe6-356b-4b6a-bdcd-9d2f25065190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:14.643818 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4f5f8a6c-7f49-4507-958b-2901a4b96a5b req-f7dbdbe6-356b-4b6a-bdcd-9d2f25065190 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1130 time: 0.0392146 Apr 14 21:12:14.690384 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4f5f8a6c-7f49-4507-958b-2901a4b96a5b req-50d18971-dd95-4957-9269-5bed7f24d3e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394380 Apr 14 21:12:15.541693 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ac62-fc6b-4977-b70f-c80887bce1f1 req-39268dd0-dd32-4237-b574-227673c782e6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:15.543198 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0088ac62-fc6b-4977-b70f-c80887bce1f1 req-39268dd0-dd32-4237-b574-227673c782e6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0457289 Apr 14 21:12:15.575135 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-69a4c454-71bf-4fd6-b764-d85f775c53cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384600 Apr 14 21:12:15.593359 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0088ac62-fc6b-4977-b70f-c80887bce1f1 req-6e96abf6-19b0-49e0-bad1-38c193f312e6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Apr 14 21:12:15.995617 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:12:16.087019 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-fe68a2e7-8dd6-438f-a1e8-9181473698fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.090061 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-fe68a2e7-8dd6-438f-a1e8-9181473698fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 1129 time: 0.0442801 Apr 14 21:12:16.191084 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-1a9b621a-bc22-40d5-8d35-5779e68406ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.192596 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-1a9b621a-bc22-40d5-8d35-5779e68406ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 915 time: 0.0868459 Apr 14 21:12:16.260786 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-2a121cd8-0c3f-4c27-94a1-76f3f338a105 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418 HTTP/1.1" status: 200 len: 1000 time: 0.0619619 Apr 14 21:12:16.308538 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-c546a4fd-d863-40c8-87a5-18ac12d856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.309978 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-c546a4fd-d863-40c8-87a5-18ac12d856bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0436795 Apr 14 21:12:16.353584 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-71da3768-17ad-4074-845c-27caaac14c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.354978 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-71da3768-17ad-4074-845c-27caaac14c97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386937 Apr 14 21:12:16.458305 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-f731d3a4-2b12-48ec-812e-9975f4ff6ca4 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949788 Apr 14 21:12:16.547262 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-3bff646f-423f-46bd-8c75-f080c44c0719 req-9c99c545-8c1b-46c1-b3c8-6da6ccd6df4a service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818918 Apr 14 21:12:16.707259 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1853e-5b5d-4555-acd7-728aec87e134 req-db20d338-3859-4349-be6e-ad426cb1407d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.708748 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-47b1853e-5b5d-4555-acd7-728aec87e134 req-db20d338-3859-4349-be6e-ad426cb1407d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Apr 14 21:12:16.774257 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-47b1853e-5b5d-4555-acd7-728aec87e134 req-e65a7e51-3f13-42f5-84f5-78c09530e90d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595398 Apr 14 21:12:16.887243 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd9ec1-e01f-4ea5-9152-b6fa44679afc req-e047a4f1-6627-4c23-ae2c-4f0fc34ccdc7 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.888642 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0dcd9ec1-e01f-4ea5-9152-b6fa44679afc req-e047a4f1-6627-4c23-ae2c-4f0fc34ccdc7 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0459189 Apr 14 21:12:16.936624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-0dcd9ec1-e01f-4ea5-9152-b6fa44679afc req-99a25954-cc7a-49a2-b76a-0331a4361a40 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Apr 14 21:12:16.959223 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35552) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:16.996153 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001745ef-f7c5-4de8-b7a1-f28a0ca1efe6 tempest-TestVolumeBootPattern-1345889353 tempest-TestVolumeBootPattern-1345889353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:16.997719 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-001745ef-f7c5-4de8-b7a1-f28a0ca1efe6 tempest-TestVolumeBootPattern-1345889353 tempest-TestVolumeBootPattern-1345889353-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1125 time: 0.0374939 Apr 14 21:12:17.000390 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35554) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:17.005146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:17.093135 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.181259 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.283277 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Allocated IP 172.27.2.88 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/7def12d3-a3eb-4d62-bac7-3612ff3d0013) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:17.388170 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.506620 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:17.543867 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:17.546867 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:17.553013 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:17.580140 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=7def12d3-a3eb-4d62-bac7-3612ff3d0013,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:17.591851 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.592203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.592548 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.592890 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.593224 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.593557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.593883 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.594700 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.595032 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.595371 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.603035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.603035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.603035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.603035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.603035 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:17.949216 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (3007dc50-3209-4025-aa41-338b2c9c2e7c), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.092863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.242330 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.377716 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.447289 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=7def12d3-a3eb-4d62-bac7-3612ff3d0013,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:18.463584 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (3007dc50-3209-4025-aa41-338b2c9c2e7c), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:18.874925 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Floating IP 3007dc50-3209-4025-aa41-338b2c9c2e7c associated. External IP: 172.27.2.88, port: c7814cf5-fb9c-4f20-8d18-7b70d2d059eb. Apr 14 21:12:19.085418 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:12:19.209056 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:12:19.225143 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:12:19.235884 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:19.236428 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:12:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:19.324857 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:19.343845 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:19.362624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-137be67a-d423-4b04-b977-2e4875980712 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3606396 Apr 14 21:12:19.363216 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:19.365604 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef520753-3d01-48db-a497-f8369e379341" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:19.418310 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dbcdb3-ebd4-4f19-a84c-6578c0324032 x-openstack-request-id: req-32dbcdb3-ebd4-4f19-a84c-6578c0324032 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:19.418310 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:19.418310 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32dbcdb3-ebd4-4f19-a84c-6578c0324032 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:19.418310 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dbcdb3-ebd4-4f19-a84c-6578c0324032'] response: {'name': 'network-changed', 'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'status': 'completed', 'code': 200} Apr 14 21:12:19.483904 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520753-3d01-48db-a497-f8369e379341 req-d06fe82b-eaa1-421e-9a0e-3844eeb0e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.485515 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-d06fe82b-eaa1-421e-9a0e-3844eeb0e1ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1130 time: 0.0475507 Apr 14 21:12:19.584074 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520753-3d01-48db-a497-f8369e379341 req-125b8e79-4120-409e-8a61-aa9d63495d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.585672 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-125b8e79-4120-409e-8a61-aa9d63495d54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.0940614 Apr 14 21:12:19.658607 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-5edb4767-84f2-46c3-823e-cb785c77a532 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 200 len: 999 time: 0.0658023 Apr 14 21:12:19.678449 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:17Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:19.707566 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:12:19.715875 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520753-3d01-48db-a497-f8369e379341 req-96065358-3f5f-4885-ab5e-3f05108b8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.717314 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-96065358-3f5f-4885-ab5e-3f05108b8d22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0448673 Apr 14 21:12:19.719452 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:19.720058 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:12:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:19.761327 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520753-3d01-48db-a497-f8369e379341 req-c52457a4-185c-495d-9817-b57bb3dbad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:19.762847 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-c52457a4-185c-495d-9817-b57bb3dbad3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395665 Apr 14 21:12:19.918360 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:20.100169 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-e2513f12-e9a4-4997-b647-a130b4a635d2 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298519 Apr 14 21:12:20.139138 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:17Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:20.166272 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e5056-55d7-4493-a921-c867a917c53b None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:17Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:12:20.204181 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-ef520753-3d01-48db-a497-f8369e379341 req-4256aa11-69db-4e8d-a7e0-a257260efb33 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Apr 14 21:12:20.361461 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220602a-d38a-402a-b076-8fd59e94cefc None None] New status for floating IP 3007dc50-3209-4025-aa41-338b2c9c2e7c: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:12:28.973969 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8762c-0002-474e-ac6b-d43858a5f3bc req-8deab864-a556-4fcf-b3c4-c0326fe80fdf tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:28.975461 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-80f8762c-0002-474e-ac6b-d43858a5f3bc req-8deab864-a556-4fcf-b3c4-c0326fe80fdf tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0461762 Apr 14 21:12:29.020963 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-80f8762c-0002-474e-ac6b-d43858a5f3bc req-405a1d05-ff04-4574-8658-b1ec305756aa tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Apr 14 21:12:30.132561 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdb2f6-03e8-4a66-a3ed-a0917676d5b7 req-806ce475-ed5e-44ff-b105-49219b8ca3d3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.134029 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8abdb2f6-03e8-4a66-a3ed-a0917676d5b7 req-806ce475-ed5e-44ff-b105-49219b8ca3d3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0461793 Apr 14 21:12:30.179671 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-8abdb2f6-03e8-4a66-a3ed-a0917676d5b7 req-627eb53c-133f-4351-9248-31bd757562d2 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=990e27b5-44ac-460b-9b94-e494a5a46304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Apr 14 21:12:30.515057 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc5501-0365-49f5-8783-13b532107884 req-791c2c55-7b98-484f-b7c8-19ac34ce1848 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:30.517164 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4ffc5501-0365-49f5-8783-13b532107884 req-791c2c55-7b98-484f-b7c8-19ac34ce1848 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 945 time: 0.0461068 Apr 14 21:12:30.626062 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port b3953cd7-d2e1-445d-b0b5-733508c3a418 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:12:30.626397 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.716678 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] For port b3953cd7-d2e1-445d-b0b5-733508c3a418, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3953cd7-d2e1-445d-b0b5-733508c3a418,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:30.717044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.889626 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.890177 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (9f18c1ab-0909-4ee8-8782-462d724ccee8), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:30.890649 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP 9f18c1ab-0909-4ee8-8782-462d724ccee8 disassociated. External IP: 172.27.2.35, port: b3953cd7-d2e1-445d-b0b5-733508c3a418. Apr 14 21:12:30.891707 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for b3953cd7-d2e1-445d-b0b5-733508c3a418 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:12:31.071261 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (b3953cd7-d2e1-445d-b0b5-733508c3a418), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.100844 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=b3953cd7-d2e1-445d-b0b5-733508c3a418,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.116711 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.117621 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.117621 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.117621 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.117855 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:31.230793 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:12:31.278150 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4c189103-a98c-4c55-a7dd-308d79ee7bde req-cb20f864-177b-49e8-b9f4-fbef941dc9e5 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 210 time: 0.0306692 Apr 14 21:12:31.342845 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:12:31.352688 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:12:31.373846 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:31.373846 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:12:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:31.385400 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] No DVR routers for this DVR port b3953cd7-d2e1-445d-b0b5-733508c3a418 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:12:31.388098 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:31.391629 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-4ffc5501-0365-49f5-8783-13b532107884 req-420b2e61-74da-4357-a477-28fe35877a9b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "DELETE /v2.0/ports/b3953cd7-d2e1-445d-b0b5-733508c3a418 HTTP/1.1" status: 204 len: 173 time: 0.8695743 Apr 14 21:12:31.392091 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'name': 'network-vif-deleted', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:31.395206 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf4f4ac-cce3-49fe-9869-20ae8995e859" -d '{"events": [{"server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "name": "network-vif-deleted", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:31.432042 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9a131b-7ab8-499b-b3bb-c220c78601ec x-openstack-request-id: req-da9a131b-7ab8-499b-b3bb-c220c78601ec {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:31.432409 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0707531-4e8b-4cfb-9b42-8bd8ad2defc1", "name": "network-vif-deleted", "tag": "b3953cd7-d2e1-445d-b0b5-733508c3a418", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:31.432748 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9a131b-7ab8-499b-b3bb-c220c78601ec {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:31.433218 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9a131b-7ab8-499b-b3bb-c220c78601ec'] response: {'server_uuid': 'c0707531-4e8b-4cfb-9b42-8bd8ad2defc1', 'name': 'network-vif-deleted', 'tag': 'b3953cd7-d2e1-445d-b0b5-733508c3a418', 'status': 'completed', 'code': 200} Apr 14 21:12:31.480636 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:31.702425 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:31.729937 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:12:31.738378 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:31.738970 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:12:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:31.847107 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:32.044261 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:32.164029 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59e4928-aaf3-467a-a4a4-72673e488206 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:12:32.390460 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-baf38ed0-50be-4adb-83c5-b4f5b881628c req-979be362-a61f-49e6-9a44-6033b3e488c4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0707531-4e8b-4cfb-9b42-8bd8ad2defc1 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Apr 14 21:12:32.405066 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae13a7-e53c-4eb8-ae64-b077aeaf9ba1 None None] New status for floating IP 9f18c1ab-0909-4ee8-8782-462d724ccee8: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:12:32.619894 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5fee-f303-4f8b-8614-cc5acd14fc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.636154 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35634) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:33.690483 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6130dba0-788c-4f1e-b6b6-699919310f55 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (990e27b5-44ac-460b-9b94-e494a5a46304), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.712834 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6130dba0-788c-4f1e-b6b6-699919310f55 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (990e27b5-44ac-460b-9b94-e494a5a46304), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.831729 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b3953cd7-d2e1-445d-b0b5-733508c3a418 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:12:33.852579 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: b3953cd7-d2e1-445d-b0b5-733508c3a418 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:12:33.852935 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device b3953cd7-d2e1-445d-b0b5-733508c3a418 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:12:33.857301 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6130dba0-788c-4f1e-b6b6-699919310f55 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (990e27b5-44ac-460b-9b94-e494a5a46304), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.859929 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-6130dba0-788c-4f1e-b6b6-699919310f55 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:33.861132 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-6130dba0-788c-4f1e-b6b6-699919310f55 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/security-groups/990e27b5-44ac-460b-9b94-e494a5a46304 HTTP/1.1" status: 204 len: 168 time: 0.2239938 Apr 14 21:12:33.866724 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35636) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:33.871421 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130dba0-788c-4f1e-b6b6-699919310f55 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990e27b5-44ac-460b-9b94-e494a5a46304,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:33.877984 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.api.v2.resource [None req-e9a7e061-e3cc-42da-a83a-8d2ac0d76da8 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] show failed (client error): The resource could not be found. Apr 14 21:12:33.879143 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-e9a7e061-e3cc-42da-a83a-8d2ac0d76da8 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups/990e27b5-44ac-460b-9b94-e494a5a46304 HTTP/1.1" status: 404 len: 347 time: 0.0135581 Apr 14 21:12:33.881960 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35638) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:34.009087 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port 856a5988-6538-46f6-bf8c-17e7aa3fe490 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:12:34.009324 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.087147 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.087522 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (856a5988-6538-46f6-bf8c-17e7aa3fe490), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.100249 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for 856a5988-6538-46f6-bf8c-17e7aa3fe490 owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:12:34.365874 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (856a5988-6538-46f6-bf8c-17e7aa3fe490), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.392561 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=856a5988-6538-46f6-bf8c-17e7aa3fe490,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:34.453054 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (9f18c1ab-0909-4ee8-8782-462d724ccee8), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.455613 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.457648 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8f3d459b-c441-4395-9875-ddafc31201a4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f18c1ab-0909-4ee8-8782-462d724ccee8 HTTP/1.1" status: 204 len: 168 time: 0.5738583 Apr 14 21:12:34.738598 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35642) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:34.743243 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343194509', 'description': 'tempest-description--148592667'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:34.828773 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.895136 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (903c6fde-e257-4818-a9cf-e51cfb29c14e), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:34.968164 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (903c6fde-e257-4818-a9cf-e51cfb29c14e), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.003319 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903c6fde-e257-4818-a9cf-e51cfb29c14e,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:35.059373 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.060707 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-42cd748d-4a90-436d-a2d6-1d3ca9a23035 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3209953 Apr 14 21:12:35.063476 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35644) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:35.068694 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '903c6fde-e257-4818-a9cf-e51cfb29c14e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:35.179808 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-359fafb5-3527-4ce0-b6c3-1ed859992b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.212761 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (cefe2f1e-2693-48ce-a69d-2d65cd24a845), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.269434 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (cefe2f1e-2693-48ce-a69d-2d65cd24a845), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.331571 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (cefe2f1e-2693-48ce-a69d-2d65cd24a845), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.351954 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefe2f1e-2693-48ce-a69d-2d65cd24a845,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:35.422044 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.423460 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4b61f163-06c5-445f-affd-afe5ad9946dc tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588805 Apr 14 21:12:35.426593 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35646) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:35.431120 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'security_group_rule': {'security_group_id': '903c6fde-e257-4818-a9cf-e51cfb29c14e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:35.557147 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (ce82dabc-95c4-47be-803f-be5e999f29ee), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.615261 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (ce82dabc-95c4-47be-803f-be5e999f29ee), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.688541 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635359'] for security_group_rule (ce82dabc-95c4-47be-803f-be5e999f29ee), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.706242 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce82dabc-95c4-47be-803f-be5e999f29ee,revision_number=0']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:35.782328 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.783614 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-4cdc84ae-f4e2-48ce-9399-54b4171b0881 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560369 Apr 14 21:12:35.787458 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35648) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:35.791965 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:35.880502 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:35.959468 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.061005 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.27.2.83 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/a321b8ac-25b2-4b71-bce7-562d94e477a1) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:36.163824 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.252019 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.291196 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:36.296125 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:36.298536 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:36.323654 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=a321b8ac-25b2-4b71-bce7-562d94e477a1,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:36.391188 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (f12e6e94-2520-4de2-81b2-c055bbb0331f), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.486547 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.488360 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.633837 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.697208 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.764353 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=a321b8ac-25b2-4b71-bce7-562d94e477a1,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:36.777433 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (f12e6e94-2520-4de2-81b2-c055bbb0331f), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.878337 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:36.880110 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-05868b82-d0fa-4511-9ab3-b609c605e14c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0916805 Apr 14 21:12:37.024245 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-856ddfe6-46a2-4550-a648-387cd6391f0c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1343194509&fields=id&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 267 time: 0.0412278 Apr 14 21:12:37.137140 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-6825d8f7-c660-4bff-b8d8-1e6559541408 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:37.138571 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-6825d8f7-c660-4bff-b8d8-1e6559541408 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1082048 Apr 14 21:12:37.152624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-5c86838e-e33e-4f32-abc7-6db2ba6c7977 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/quotas/f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 375 time: 0.0087614 Apr 14 21:12:37.198987 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-f3a83ec2-0ae4-4473-a3fa-ad96208468d9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416906 Apr 14 21:12:37.214425 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-5ce08f53-8582-474d-8d85-72708810b2f7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=110252) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:12:37.215409 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-5ce08f53-8582-474d-8d85-72708810b2f7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052266 Apr 14 21:12:37.305988 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-2470d898-d4f9-4276-9b69-fef8614660d2 service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852833 Apr 14 21:12:37.393858 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-baa52e45-764d-482a-b9d9-d98d2743c88e service neutron] 10.222.0.37 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823016 Apr 14 21:12:37.654732 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7d3aabfe-b1c4-43f4-905d-b362a7e91e61 req-fdbc4f8f-8741-4ce1-b3f5-218f6c841174 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 210 time: 0.0269439 Apr 14 21:12:37.773875 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.057023 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:38.755042 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f4f0270f-0169-4033-8697-b7859094143d req-83f788b5-8f87-4595-913a-6fcc9e9de404 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 210 time: 0.0328274 Apr 14 21:12:39.665220 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:39.726665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-e0f08048-7cab-4f5d-9586-8b60545dca97 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:39.728172 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-e0f08048-7cab-4f5d-9586-8b60545dca97 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 814 time: 0.1072664 Apr 14 21:12:39.790874 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-3fa13938-6e7e-4271-8c2c-b75c3fbf995b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3584f214ed04adbbc933eb72023c014 HTTP/1.1" status: 200 len: 380 time: 0.0528142 Apr 14 21:12:39.800351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'port': {'device_id': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'admin_state_up': True, 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'security_groups': ['903c6fde-e257-4818-a9cf-e51cfb29c14e']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:39.853108 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-32c46e74-04b6-4515-b05b-cbc83826b5a6 req-8748272e-17cd-4681-b655-8f0ebf286c7e tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 210 time: 0.0271523 Apr 14 21:12:40.025305 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Made reservation on behalf of f3584f214ed04adbbc933eb72023c014 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:12:40.028657 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.152270 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Allocated IP 172.20.0.5 (00309dfb-dad3-4b4b-b63a-bdc92151beb4/550b61b2-ea6f-4288-b55a-95663c5dc27c/99d3f0bd-8735-4591-8060-6baaad1952e7) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:12:40.293847 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.415175 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.457461 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:12:40.462687 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:12:40.466777 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:12:40.473494 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event updated for resources: {'Port': ['ID=99d3f0bd-8735-4591-8060-6baaad1952e7,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:40.520746 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.521386 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.588471 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0e50ec0e-5fa7-4f43-bd35-1c5b9917fb09 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7920306 Apr 14 21:12:40.599968 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Request body: {'port': {'device_id': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:40.664623 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.694544 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-adfd1e94-d98a-4b9c-9aaf-3dc14f8c07f2 None None] Provisioning complete for port 99d3f0bd-8735-4591-8060-6baaad1952e7 triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:40.695194 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-adfd1e94-d98a-4b9c-9aaf-3dc14f8c07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.730178 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-adfd1e94-d98a-4b9c-9aaf-3dc14f8c07f2 None None] Port 99d3f0bd-8735-4591-8060-6baaad1952e7 cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:12:40.930615 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d3f0bd-8735-4591-8060-6baaad1952e7 {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:40.938337 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Publish callbacks [] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:40.950907 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Transition to ACTIVE for port object 99d3f0bd-8735-4591-8060-6baaad1952e7 will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:12:40.968473 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5e123-154c-46a8-9e6b-25f1fdb413cb req-3c657237-8373-4312-81b0-706b4a305ac0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:40.969980 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dcb5e123-154c-46a8-9e6b-25f1fdb413cb req-3c657237-8373-4312-81b0-706b4a305ac0 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 931 time: 0.0481114 Apr 14 21:12:41.017171 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-dcb5e123-154c-46a8-9e6b-25f1fdb413cb req-e96656c9-b304-42e9-89df-bdcabbec9001 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Apr 14 21:12:41.051335 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:41.104416 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Pushing event updated for resources: {'Port': ['ID=99d3f0bd-8735-4591-8060-6baaad1952e7,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:41.175778 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Attempting to bind port 99d3f0bd-8735-4591-8060-6baaad1952e7 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:12:41.176122 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Attempting to bind port 99d3f0bd-8735-4591-8060-6baaad1952e7 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:12:41.176456 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Attempting to bind port 99d3f0bd-8735-4591-8060-6baaad1952e7 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:41.181127 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Port 99d3f0bd-8735-4591-8060-6baaad1952e7 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:12:41.181483 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Attempting to bind port 99d3f0bd-8735-4591-8060-6baaad1952e7 on network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:12:41.186532 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:12:41.186877 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Checking segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:12:41.187277 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Bound using segment: {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:12:41.187749 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Bound port: 99d3f0bd-8735-4591-8060-6baaad1952e7, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22ada2b-ff41-436c-9292-f0c0788f7140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:12:41.188116 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:41.253310 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] For port 99d3f0bd-8735-4591-8060-6baaad1952e7, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:12:41.256523 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] For port 99d3f0bd-8735-4591-8060-6baaad1952e7, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d3f0bd-8735-4591-8060-6baaad1952e7,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:12:41.326163 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:41.365138 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.365750 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:41.367178 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] 10.222.0.45 "PUT /v2.0/ports/99d3f0bd-8735-4591-8060-6baaad1952e7 HTTP/1.1" status: 200 len: 1093 time: 0.7716303 Apr 14 21:12:41.367652 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:41.370078 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23732fa-54d0-4b43-954c-3a1c9d824538" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:41.405002 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d8bc6-227a-4d98-bf13-5794eef4a29f service neutron] Pushing event updated for resources: {'Port': ['ID=99d3f0bd-8735-4591-8060-6baaad1952e7,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:41.418792 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad21eb0-5715-4983-be33-9b078225e94c x-openstack-request-id: req-9ad21eb0-5715-4983-be33-9b078225e94c {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:41.419088 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:41.419351 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ad21eb0-5715-4983-be33-9b078225e94c {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:41.419951 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad21eb0-5715-4983-be33-9b078225e94c'] response: {'name': 'network-changed', 'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'status': 'completed', 'code': 200} Apr 14 21:12:41.486028 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23732fa-54d0-4b43-954c-3a1c9d824538 req-6a6bc198-0fbe-4f24-8309-25d8ea3ad689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.487633 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c23732fa-54d0-4b43-954c-3a1c9d824538 req-6a6bc198-0fbe-4f24-8309-25d8ea3ad689 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 1127 time: 0.0429685 Apr 14 21:12:41.593769 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23732fa-54d0-4b43-954c-3a1c9d824538 req-640d3f6d-c655-4bd5-a320-2fb186ec6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.595221 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c23732fa-54d0-4b43-954c-3a1c9d824538 req-640d3f6d-c655-4bd5-a320-2fb186ec6c5d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3584f214ed04adbbc933eb72023c014&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0991640 Apr 14 21:12:41.692452 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23732fa-54d0-4b43-954c-3a1c9d824538 req-42ee38f9-8935-43b5-9d79-de0f4728f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.694413 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-c23732fa-54d0-4b43-954c-3a1c9d824538 req-42ee38f9-8935-43b5-9d79-de0f4728f29b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920441 Apr 14 21:12:41.765490 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0a6710c6-1bba-4c26-9caf-83f047a19af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.767090 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-0a6710c6-1bba-4c26-9caf-83f047a19af4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 1127 time: 0.0387366 Apr 14 21:12:41.810550 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-55618c9b-ec73-462f-b55a-3b674f5d0ab7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99d3f0bd-8735-4591-8060-6baaad1952e7 HTTP/1.1" status: 200 len: 217 time: 0.0364835 Apr 14 21:12:41.857785 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-4414d25d-313e-4bcc-aea7-05eee8d3be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.859217 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-4414d25d-313e-4bcc-aea7-05eee8d3be9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0436754 Apr 14 21:12:41.901826 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368623ca-bafd-4438-80a2-182ec39162f8 req-8d1873a2-a7b2-4362-a2fb-25ba4aeacbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:41.903276 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-8d1873a2-a7b2-4362-a2fb-25ba4aeacbd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380998 Apr 14 21:12:41.993281 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-a5eff8c8-2014-4e55-8fe6-6b3e9e4c1c91 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838337 Apr 14 21:12:42.088014 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-368623ca-bafd-4438-80a2-182ec39162f8 req-85150f6a-58c7-482f-b128-1252d0c65d02 service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888052 Apr 14 21:12:42.134668 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfeec8-87c7-4e50-bb55-f4de2a1c38c8 req-6c169da7-b812-4e8f-903a-b543bc95e18f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:42.136195 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eebfeec8-87c7-4e50-bb55-f4de2a1c38c8 req-6c169da7-b812-4e8f-903a-b543bc95e18f tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 943 time: 0.0448570 Apr 14 21:12:42.185873 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-eebfeec8-87c7-4e50-bb55-f4de2a1c38c8 req-cd9e4cc9-ecfa-4cd6-8bc0-701a155f0863 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Apr 14 21:12:43.297962 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a6a3c-7f88-442e-ac54-9622cc9142fc req-dda09728-1f4f-4e1b-ae3f-415fa3ed7b7c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:43.299443 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-529a6a3c-7f88-442e-ac54-9622cc9142fc req-dda09728-1f4f-4e1b-ae3f-415fa3ed7b7c tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 943 time: 0.0458856 Apr 14 21:12:43.346793 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-529a6a3c-7f88-442e-ac54-9622cc9142fc req-0fe30708-eb53-4ed7-82df-00075db475ef tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Apr 14 21:12:43.896538 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 99d3f0bd-8735-4591-8060-6baaad1952e7 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:12:43.994320 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 99d3f0bd-8735-4591-8060-6baaad1952e7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d3f0bd-8735-4591-8060-6baaad1952e7,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:44.005245 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'port_id': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'mac_address': 'fa:16:3e:7a:a8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:12:44.041238 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 99d3f0bd-8735-4591-8060-6baaad1952e7 is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:44.041626 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:44.053820 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d3f0bd-8735-4591-8060-6baaad1952e7 {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:12:44.076842 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 99d3f0bd-8735-4591-8060-6baaad1952e7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d3f0bd-8735-4591-8060-6baaad1952e7,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:44.194053 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:44.241164 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=99d3f0bd-8735-4591-8060-6baaad1952e7,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:44.249044 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.249523 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.249871 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.250243 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.250580 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.250912 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.251242 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.251598 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.251927 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.252258 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.252583 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.252909 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.253233 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.253553 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.253873 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:12:44.407622 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['99d3f0bd-8735-4591-8060-6baaad1952e7'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:12:44.459599 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2d4f9-bdcb-481b-81ac-ac81fb767f9e req-dc5f0ce6-d8ca-435a-a698-4f9f676867fb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:44.461579 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b1a2d4f9-bdcb-481b-81ac-ac81fb767f9e req-dc5f0ce6-d8ca-435a-a698-4f9f676867fb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 944 time: 0.0465944 Apr 14 21:12:44.508483 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b1a2d4f9-bdcb-481b-81ac-ac81fb767f9e req-ac272d15-a985-444e-b0f8-eb05b88e35ef tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Apr 14 21:12:45.621278 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490e973-65d9-4abd-8540-202fc8be84c5 req-c9d3571b-2b8f-4aaf-a1c2-9dabe93cc1c4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:45.622734 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b490e973-65d9-4abd-8540-202fc8be84c5 req-c9d3571b-2b8f-4aaf-a1c2-9dabe93cc1c4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 944 time: 0.0484431 Apr 14 21:12:45.669088 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b490e973-65d9-4abd-8540-202fc8be84c5 req-5e86e159-a44f-4252-b18c-2186d49329d4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Apr 14 21:12:45.912999 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 99d3f0bd-8735-4591-8060-6baaad1952e7 up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:12:45.955994 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 99d3f0bd-8735-4591-8060-6baaad1952e7 completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:12:46.030401 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 99d3f0bd-8735-4591-8060-6baaad1952e7 triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:12:46.030776 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:46.108830 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 99d3f0bd-8735-4591-8060-6baaad1952e7 is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:12:46.109219 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:46.133233 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:46.135478 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc757e-9dff-4e6e-b61a-31fa6e1c94ea" -d '{"events": [{"server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "name": "network-vif-plugged", "status": "completed", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:46.148203 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 99d3f0bd-8735-4591-8060-6baaad1952e7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d3f0bd-8735-4591-8060-6baaad1952e7,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:12:46.170409 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08225f90-3783-4ef6-b1f6-45bcc473bfb7 x-openstack-request-id: req-08225f90-3783-4ef6-b1f6-45bcc473bfb7 {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:46.170699 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "name": "network-vif-plugged", "status": "completed", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:46.170982 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08225f90-3783-4ef6-b1f6-45bcc473bfb7 {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:46.171407 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08225f90-3783-4ef6-b1f6-45bcc473bfb7'] response: {'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'code': 200} Apr 14 21:12:46.234261 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:46.285846 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=99d3f0bd-8735-4591-8060-6baaad1952e7,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:12:46.459968 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372df2-09ea-4d0b-a698-6db7eebeb027 req-2fe9710d-17d3-49fc-941b-1b118a54ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:46.461974 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b1372df2-09ea-4d0b-a698-6db7eebeb027 req-2fe9710d-17d3-49fc-941b-1b118a54ec21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 1129 time: 0.0418868 Apr 14 21:12:46.505638 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b1372df2-09ea-4d0b-a698-6db7eebeb027 req-6660ec94-6647-4b89-8029-357c0fd9e1d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377517 Apr 14 21:12:46.779133 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19586e-1a92-43cc-a00f-7adddf25fc1f req-fb17182c-81b6-44d1-8f65-7a5e6446f4eb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:46.780651 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4e19586e-1a92-43cc-a00f-7adddf25fc1f req-fb17182c-81b6-44d1-8f65-7a5e6446f4eb tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0455582 Apr 14 21:12:46.826396 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4e19586e-1a92-43cc-a00f-7adddf25fc1f req-2c206765-dc42-41d3-874e-9345c61eb530 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401900 Apr 14 21:12:47.943864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1bbdf-6631-4b3c-b79b-85df42ac837f req-ab19d0c4-2aee-45e7-a75f-e80a5a7c90f4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:47.945323 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-69c1bbdf-6631-4b3c-b79b-85df42ac837f req-ab19d0c4-2aee-45e7-a75f-e80a5a7c90f4 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Apr 14 21:12:47.993356 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-69c1bbdf-6631-4b3c-b79b-85df42ac837f req-aba8e4c0-f400-44ee-82fd-9f1f6eeb95f7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422840 Apr 14 21:12:49.104752 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bd86f-d657-4e65-b7fc-4788a7de5823 req-76fa3827-bc22-4ba0-805e-f0468c2c5f2d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.106243 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c69bd86f-d657-4e65-b7fc-4788a7de5823 req-76fa3827-bc22-4ba0-805e-f0468c2c5f2d tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0463433 Apr 14 21:12:49.152307 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c69bd86f-d657-4e65-b7fc-4788a7de5823 req-45942464-8b04-4c0c-8ec7-5982154232e7 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Apr 14 21:12:49.258802 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e9fc-ac1e-4bbf-b877-b38463588813 req-5e2fa31f-ea43-42ab-a6ca-ff8b29b06041 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:49.260347 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-7c68e9fc-ac1e-4bbf-b877-b38463588813 req-5e2fa31f-ea43-42ab-a6ca-ff8b29b06041 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0458312 Apr 14 21:12:49.268845 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35712) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:12:49.273837 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Request body: {'floatingip': {'port_id': '99d3f0bd-8735-4591-8060-6baaad1952e7'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:12:49.316221 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (f12e6e94-2520-4de2-81b2-c055bbb0331f), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:49.775075 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:49.834534 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (f12e6e94-2520-4de2-81b2-c055bbb0331f), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:49.936796 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP f12e6e94-2520-4de2-81b2-c055bbb0331f associated. External IP: 172.27.2.83, port: 99d3f0bd-8735-4591-8060-6baaad1952e7. Apr 14 21:12:50.142879 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:12:50.263536 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:12:50.268390 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:12:50.273738 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:12:50.284671 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:50.291128 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:12:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:50.311864 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f1dbdbf7-afcc-4801-b0be-89e493fa9bf9 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "PUT /v2.0/floatingips/f12e6e94-2520-4de2-81b2-c055bbb0331f HTTP/1.1" status: 200 len: 990 time: 1.0311084 Apr 14 21:12:50.311864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:12:50.311864 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72ecf16-e34d-4e3e-9765-a931db28ffd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:12:50.398739 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:50.402511 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b74086-4932-4235-900d-556099e6f38c x-openstack-request-id: req-39b74086-4932-4235-900d-556099e6f38c {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:12:50.402809 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:12:50.403070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39b74086-4932-4235-900d-556099e6f38c {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:12:50.403511 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b74086-4932-4235-900d-556099e6f38c'] response: {'name': 'network-changed', 'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'status': 'completed', 'code': 200} Apr 14 21:12:50.464859 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-b7152979-681f-477f-ba1e-73a25c88735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:50.466353 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-b7152979-681f-477f-ba1e-73a25c88735f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3584f214ed04adbbc933eb72023c014&device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 1129 time: 0.0395260 Apr 14 21:12:50.566576 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-d25ca768-9897-4fe0-af2a-2a8ab6b2571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:50.568115 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-d25ca768-9897-4fe0-af2a-2a8ab6b2571f service neutron] 10.222.0.45 "GET /v2.0/networks?id=00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 200 len: 915 time: 0.0965390 Apr 14 21:12:50.621442 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'f12e6e94-2520-4de2-81b2-c055bbb0331f', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:7a:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:36Z', 'updated_at': '2022-04-14T21:12:49Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:50.636254 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-90b13ab3-2e0d-4285-ba10-5d21266bd3ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99d3f0bd-8735-4591-8060-6baaad1952e7 HTTP/1.1" status: 200 len: 998 time: 0.0616527 Apr 14 21:12:50.648209 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:12:50.656692 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:12:50.657312 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:12:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:50.687022 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-8b1ffbc4-8a16-4ea5-a621-28f3e4ce9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:50.688522 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-8b1ffbc4-8a16-4ea5-a621-28f3e4ce9836 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 200 len: 853 time: 0.0440154 Apr 14 21:12:50.734521 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-4f4e9b2d-5d82-4b9e-9322-c7e604e0f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:12:50.736059 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-4f4e9b2d-5d82-4b9e-9322-c7e604e0f275 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00309dfb-dad3-4b4b-b63a-bdc92151beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422997 Apr 14 21:12:50.765811 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:12:50.831082 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-a21df091-ed2a-4a72-a321-774d9e75dced service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887070 Apr 14 21:12:50.926167 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-e72ecf16-e34d-4e3e-9765-a931db28ffd2 req-f8383622-f1ba-4894-8000-896f98691d0f service neutron] 10.222.0.45 "GET /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896003 Apr 14 21:12:51.007564 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'f12e6e94-2520-4de2-81b2-c055bbb0331f', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:7a:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:36Z', 'updated_at': '2022-04-14T21:12:49Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:12:51.036744 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfba8ce-31d4-4a7b-831b-c61064596f74 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': 'f12e6e94-2520-4de2-81b2-c055bbb0331f', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'port_id': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'mac_address': 'fa:16:3e:7a:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:36Z', 'updated_at': '2022-04-14T21:12:49Z', 'revision_number': 1, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:12:51.235076 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c133f-ad81-4be9-9e47-3444738741cf None None] New status for floating IP f12e6e94-2520-4de2-81b2-c055bbb0331f: ACTIVE {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:12:52.994291 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:13:02.622729 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a86913df-d9a4-44a7-926d-b7320ed262a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:05.144602 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a8d74e8c-f8c9-419a-9be3-7351b556412f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:06.491278 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:07.801938 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:08.067988 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:09.647344 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:16.581724 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-40ae6dd4-a935-4279-a095-5845595099f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385349 Apr 14 21:13:16.661341 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-59afa997-b679-4e0f-aa9d-1debfea894c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:16.662849 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-59afa997-b679-4e0f-aa9d-1debfea894c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1130 time: 0.0379522 Apr 14 21:13:17.013472 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-60c663e0-fa4e-4396-900e-b19fd679b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:17.014854 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-60c663e0-fa4e-4396-900e-b19fd679b20a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.3317161 Apr 14 21:13:17.081207 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-c4e40891-c46b-4513-81dd-0f9793ab03b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 200 len: 1001 time: 0.0592020 Apr 14 21:13:17.131907 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-44476696-0b4d-4e53-ad58-87964723cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:17.133341 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-44476696-0b4d-4e53-ad58-87964723cae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0462186 Apr 14 21:13:17.177560 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-2b2d3d4a-fe56-4f14-b900-5cf339124e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:17.179071 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-2b2d3d4a-fe56-4f14-b900-5cf339124e81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387797 Apr 14 21:13:17.269874 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-f7ab07fe-d62e-4af3-872a-f3041998e2df service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838361 Apr 14 21:13:17.360358 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-dd2e7a51-3a90-427c-af74-36aec21adaf1 req-48ce097d-ddca-4cd6-bae7-b3a1739cef5a service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849659 Apr 14 21:13:29.993060 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:13:32.623989 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2dc-fb8a-4737-a4fb-60be8d280406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:35.136045 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-cc65f56e-6521-43f9-aa1c-ed0b745fcf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:36.478480 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:37.781839 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:38.126708 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:38.137431 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a4535-8096-4f52-b08c-c5aac997fb85 req-84f8ba78-6bfa-4d24-8121-4baef7fdfe3b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:38.138987 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-800a4535-8096-4f52-b08c-c5aac997fb85 req-84f8ba78-6bfa-4d24-8121-4baef7fdfe3b tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0528457 Apr 14 21:13:38.188852 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-800a4535-8096-4f52-b08c-c5aac997fb85 req-becdd557-ec36-4367-9982-69c15f2bd017 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Apr 14 21:13:39.317998 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef768-006c-4d87-bd38-fccfef702135 req-b83d7653-85ea-493b-a49d-b6732aa93c05 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:39.319593 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-236ef768-006c-4d87-bd38-fccfef702135 req-b83d7653-85ea-493b-a49d-b6732aa93c05 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Apr 14 21:13:39.368176 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-236ef768-006c-4d87-bd38-fccfef702135 req-5071afa4-8a3e-49a1-bb53-66f9d252ba46 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups?id=903c6fde-e257-4818-a9cf-e51cfb29c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428355 Apr 14 21:13:39.624553 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-820a33c0-0429-4db2-8445-23c235ce1562 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:13:39.626522 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-820a33c0-0429-4db2-8445-23c235ce1562 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 945 time: 0.0484362 Apr 14 21:13:39.638807 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:39.723944 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port 99d3f0bd-8735-4591-8060-6baaad1952e7 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:39.724287 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:39.817257 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] For port 99d3f0bd-8735-4591-8060-6baaad1952e7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d3f0bd-8735-4591-8060-6baaad1952e7,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:39.817626 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:39.996876 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:39.997153 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (f12e6e94-2520-4de2-81b2-c055bbb0331f), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:39.997478 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Floating IP f12e6e94-2520-4de2-81b2-c055bbb0331f disassociated. External IP: 172.27.2.83, port: 99d3f0bd-8735-4591-8060-6baaad1952e7. Apr 14 21:13:39.997829 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for 99d3f0bd-8735-4591-8060-6baaad1952e7 owned by compute:nova {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:40.207003 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (99d3f0bd-8735-4591-8060-6baaad1952e7), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:40.243515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=99d3f0bd-8735-4591-8060-6baaad1952e7,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.257109 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.258002 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.258002 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.258407 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.258977 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.259525 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:40.381897 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:13:40.470103 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-faa47160-7d69-4dfd-ac95-bc03c8fe5eac req-870d2746-5333-44b3-89e9-21a2e6d4a127 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b61b09-4a73-4caf-9042-975c0970ab11 HTTP/1.1" status: 200 len: 210 time: 0.0313733 Apr 14 21:13:40.500573 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:13:40.512036 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:13:40.523649 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:40.525655 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:13:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:40.543409 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] No DVR routers for this DVR port 99d3f0bd-8735-4591-8060-6baaad1952e7 on host hv-cinder-83754 {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:13:40.545961 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:40.549262 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-f915be2a-c9e6-426d-aa5e-2f2f16112d1d req-093561ae-a506-4a9b-924a-d8d83dab8ee6 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.45 "DELETE /v2.0/ports/99d3f0bd-8735-4591-8060-6baaad1952e7 HTTP/1.1" status: 204 len: 173 time: 0.9174941 Apr 14 21:13:40.549734 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'name': 'network-vif-deleted', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:13:40.552042 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d095144-3c43-4d19-ad9d-6d38648a2fd7" -d '{"events": [{"server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "name": "network-vif-deleted", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:13:40.654887 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:40.663639 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b8375-fd82-4639-9691-276aae2df488 x-openstack-request-id: req-0c3b8375-fd82-4639-9691-276aae2df488 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:13:40.664184 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b61b09-4a73-4caf-9042-975c0970ab11", "name": "network-vif-deleted", "tag": "99d3f0bd-8735-4591-8060-6baaad1952e7", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:13:40.664184 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c3b8375-fd82-4639-9691-276aae2df488 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:13:40.664578 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3b8375-fd82-4639-9691-276aae2df488'] response: {'server_uuid': 'd4b61b09-4a73-4caf-9042-975c0970ab11', 'name': 'network-vif-deleted', 'tag': '99d3f0bd-8735-4591-8060-6baaad1952e7', 'status': 'completed', 'code': 200} Apr 14 21:13:40.867751 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:40.897106 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:13:40.905634 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:40.906242 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:13:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:41.015084 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:41.314224 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:41.341667 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12824f90-8a35-457c-b87b-c6d8f634b485 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:09:02Z', 'revision_number': 4, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': '7364e021-d972-4749-a392-f6590886bcf6', 'name': '', 'network_id': '00309dfb-dad3-4b4b-b63a-bdc92151beb4', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'mac_address': 'fa:16:3e:04:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'subnets': [{'id': '550b61b2-ea6f-4288-b55a-95663c5dc27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:13:41.612963 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccd13b-a91d-4a30-82db-0206db6192fa None None] New status for floating IP f12e6e94-2520-4de2-81b2-c055bbb0331f: DOWN {{(pid=110253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:13:41.665775 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35806) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:41.731331 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (903c6fde-e257-4818-a9cf-e51cfb29c14e), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:41.761505 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (903c6fde-e257-4818-a9cf-e51cfb29c14e), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:41.884643 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (903c6fde-e257-4818-a9cf-e51cfb29c14e), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:41.887301 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:41.891415 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/security-groups/903c6fde-e257-4818-a9cf-e51cfb29c14e HTTP/1.1" status: 204 len: 168 time: 0.2215233 Apr 14 21:13:41.891564 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35808) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:41.897974 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c6fde-e257-4818-a9cf-e51cfb29c14e,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:41.905849 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.api.v2.resource [None req-bdde6a8b-1f3c-40d5-a03e-0342e23de3d3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] show failed (client error): The resource could not be found. Apr 14 21:13:41.906169 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.907069 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910272 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910424 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-bdde6a8b-1f3c-40d5-a03e-0342e23de3d3 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "GET /v2.0/security-groups/903c6fde-e257-4818-a9cf-e51cfb29c14e HTTP/1.1" status: 404 len: 347 time: 0.0148687 Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.910531 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.911401 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35810) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:41.911497 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.911497 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:41.911497 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04155d-30b8-424c-a4a0-4d1847f8b6fe tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:42.034359 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Deleting port a321b8ac-25b2-4b71-bce7-562d94e477a1 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:42.034764 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.115741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.116020 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (a321b8ac-25b2-4b71-bce7-562d94e477a1), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.129784 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Calling delete_port for a321b8ac-25b2-4b71-bce7-562d94e477a1 owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:42.330739 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (a321b8ac-25b2-4b71-bce7-562d94e477a1), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.359515 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Pushing event deleted for resources: {'Port': ['ID=a321b8ac-25b2-4b71-bce7-562d94e477a1,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:42.427327 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks [] for floatingip (f12e6e94-2520-4de2-81b2-c055bbb0331f), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.430032 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:42.431206 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-0bb40e39-b416-4a43-9853-d39205fc2d74 tempest-AttachVolumeNegativeTest-339674494 tempest-AttachVolumeNegativeTest-339674494-project] 10.222.0.37 "DELETE /v2.0/floatingips/f12e6e94-2520-4de2-81b2-c055bbb0331f HTTP/1.1" status: 204 len: 168 time: 0.5197670 Apr 14 21:13:44.178684 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 99d3f0bd-8735-4591-8060-6baaad1952e7 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:13:44.199170 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 99d3f0bd-8735-4591-8060-6baaad1952e7 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:13:44.199547 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 99d3f0bd-8735-4591-8060-6baaad1952e7 not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:13:46.593750 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35846) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:46.928588 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (e5949474-aceb-4644-8bfc-bbf7d31fe88b), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:47.183962 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Deleting port 7364e021-d972-4749-a392-f6590886bcf6 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:47.184227 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (7364e021-d972-4749-a392-f6590886bcf6), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:47.267114 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] For port 7364e021-d972-4749-a392-f6590886bcf6, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=7364e021-d972-4749-a392-f6590886bcf6,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:47.267517 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (7364e021-d972-4749-a392-f6590886bcf6), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:47.280919 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Calling delete_port for 7364e021-d972-4749-a392-f6590886bcf6 owned by network:router_interface {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:47.527101 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (7364e021-d972-4749-a392-f6590886bcf6), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:47.557612 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Pushing event deleted for resources: {'Port': ['ID=7364e021-d972-4749-a392-f6590886bcf6,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:47.745613 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (e5949474-aceb-4644-8bfc-bbf7d31fe88b), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:47.986154 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Router e5949474-aceb-4644-8bfc-bbf7d31fe88b has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:13:48.340528 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:13:48.352329 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] Sync routers for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:13:48.352871 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2108a67b-3fb9-42de-be41-08ad658ea46a admin admin] 10.222.0.37 "PUT /v2.0/routers/e5949474-aceb-4644-8bfc-bbf7d31fe88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570219 Apr 14 21:13:48.353147 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35848) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:48.369390 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:48.370046 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:13:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:48.469047 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks [] for router (e5949474-aceb-4644-8bfc-bbf7d31fe88b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:48.492316 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:48.577793 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks [] for router_gateway (e5949474-aceb-4644-8bfc-bbf7d31fe88b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:48.671565 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:13:47Z', 'revision_number': 5, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port': {'id': '6a94b422-de0d-4a2e-9759-6e03adc5844b', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:08:58Z', 'updated_at': '2022-04-14T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:48.686411 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Deleting port 6a94b422-de0d-4a2e-9759-6e03adc5844b {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:48.686747 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:48.699720 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] Checking router: e5949474-aceb-4644-8bfc-bbf7d31fe88b for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:13:48.708711 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] Routers {'e5949474-aceb-4644-8bfc-bbf7d31fe88b'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:13:48.709319 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:13:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:48.772115 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] For port 6a94b422-de0d-4a2e-9759-6e03adc5844b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a94b422-de0d-4a2e-9759-6e03adc5844b,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:48.772485 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:48.785699 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Calling delete_port for 6a94b422-de0d-4a2e-9759-6e03adc5844b owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:48.801693 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] Set router e5949474-aceb-4644-8bfc-bbf7d31fe88b gateway port host: None {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:13:48.860593 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:13:48Z', 'revision_number': 6, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port_host': None}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:48.897588 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b60367-e50d-433d-a04f-0c82b9e60940 None None] The sync data for ids ['e5949474-aceb-4644-8bfc-bbf7d31fe88b'] in dv-cinder-837541-3-iscsi is: [{'id': 'e5949474-aceb-4644-8bfc-bbf7d31fe88b', 'name': 'tempest-AttachVolumeNegativeTest-766053261-router', 'tenant_id': 'f3584f214ed04adbbc933eb72023c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:08:57Z', 'updated_at': '2022-04-14T21:13:48Z', 'revision_number': 6, 'project_id': 'f3584f214ed04adbbc933eb72023c014', 'gw_port_host': None}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:13:49.023897 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (6a94b422-de0d-4a2e-9759-6e03adc5844b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.050505 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a94b422-de0d-4a2e-9759-6e03adc5844b,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:49.111230 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (e5949474-aceb-4644-8bfc-bbf7d31fe88b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.214780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (e5949474-aceb-4644-8bfc-bbf7d31fe88b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.217040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks [] for router_controller (e5949474-aceb-4644-8bfc-bbf7d31fe88b), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.401275 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (e5949474-aceb-4644-8bfc-bbf7d31fe88b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.401960 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5949474-aceb-4644-8bfc-bbf7d31fe88b {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:13:49.406123 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.407183 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-b2f842fd-00d4-4c10-a27a-e87ca5c29495 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e5949474-aceb-4644-8bfc-bbf7d31fe88b HTTP/1.1" status: 204 len: 168 time: 1.0530808 Apr 14 21:13:49.409709 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35850) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:49.456196 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Deleting subnet 550b61b2-ea6f-4288-b55a-95663c5dc27c {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:13:49.459462 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Publish callbacks [] for subnet (550b61b2-ea6f-4288-b55a-95663c5dc27c), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.495981 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (550b61b2-ea6f-4288-b55a-95663c5dc27c), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.578663 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (550b61b2-ea6f-4288-b55a-95663c5dc27c), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.698566 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (550b61b2-ea6f-4288-b55a-95663c5dc27c), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.722982 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550b61b2-ea6f-4288-b55a-95663c5dc27c,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:49.729423 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.732912 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-9cb7fc7a-593c-4f7d-b7e5-a20383b8b884 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/550b61b2-ea6f-4288-b55a-95663c5dc27c HTTP/1.1" status: 204 len: 168 time: 0.3222525 Apr 14 21:13:49.736464 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 35852) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:49.741455 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d3bc1-1d82-4860-b041-cbca2f05a8ee None None] Network 00309dfb-dad3-4b4b-b63a-bdc92151beb4 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:13:49.849172 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (00309dfb-dad3-4b4b-b63a-bdc92151beb4), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.910656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Deleting port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:49.911000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.937901 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] DHCP port deletion for 00309dfb-dad3-4b4b-b63a-bdc92151beb4 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:13:49.980435 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Deleting port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:13:49.981243 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:49.985679 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] For port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:49.986053 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.003799 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Calling delete_port for d906a324-9dfe-4fcb-986d-8a21dd9e9a9b owned by network:dhcp {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:50.061298 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] For port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,segment=NetworkSegment(e22ada2b-ff41-436c-9292-f0c0788f7140),segment_id=e22ada2b-ff41-436c-9292-f0c0788f7140)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:13:50.061698 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.076386 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Calling delete_port for d906a324-9dfe-4fcb-986d-8a21dd9e9a9b owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:13:50.175749 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.182291 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (d906a324-9dfe-4fcb-986d-8a21dd9e9a9b), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.207295 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Pushing event deleted for resources: {'Port': ['ID=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:50.209172 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] No DVR routers for this DVR port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b on host dv-cinder-837541-3-iscsi {{(pid=110251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:13:50.212845 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Pushing event deleted for resources: {'Port': ['ID=d906a324-9dfe-4fcb-986d-8a21dd9e9a9b,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:50.221064 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] No DVR routers for this DVR port d906a324-9dfe-4fcb-986d-8a21dd9e9a9b on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:13:50.222868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.223222 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.223607 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.223956 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.224300 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.224639 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.224972 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.225301 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.225640 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.225969 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.226302 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.226636 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.226963 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.227292 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.227646 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191cb5c-7719-4b9f-8cf2-d3712fe0e7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:13:50.291087 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (00309dfb-dad3-4b4b-b63a-bdc92151beb4), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.321128 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00309dfb-dad3-4b4b-b63a-bdc92151beb4']}} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:50.332540 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22ada2b-ff41-436c-9292-f0c0788f7140') {'for_net_delete': True} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:50.332838 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.services.segments.db [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22ada2b-ff41-436c-9292-f0c0788f7140') {} {{(pid=110251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:13:50.347839 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130374854'] for segment (e22ada2b-ff41-436c-9292-f0c0788f7140), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.363288 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (e22ada2b-ff41-436c-9292-f0c0788f7140), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.367519 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device d906a324-9dfe-4fcb-986d-8a21dd9e9a9b no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:13:50.369839 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:13:50.370253 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130671630'] for segment (e22ada2b-ff41-436c-9292-f0c0788f7140), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: Traceback (most recent call last): Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: timer() Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: cb(*args, **kw) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: return func(*args, **kwargs) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: self._notify() Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: self.callback(batched_events) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: event.method(event) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: return f(self, *a, **k) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._get(url).json() Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: return self.request(url, 'GET', **kwargs) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:13:50.372151 dv-cinder-837541-3-iscsi neutron-server[110251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:13:50.398234 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: d906a324-9dfe-4fcb-986d-8a21dd9e9a9b {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:13:50.398596 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device d906a324-9dfe-4fcb-986d-8a21dd9e9a9b not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:13:50.399024 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a94b422-de0d-4a2e-9759-6e03adc5844b no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:13:50.427119 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 6a94b422-de0d-4a2e-9759-6e03adc5844b {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:13:50.427418 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a94b422-de0d-4a2e-9759-6e03adc5844b not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:13:50.427866 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 7364e021-d972-4749-a392-f6590886bcf6 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:13:50.447271 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 7364e021-d972-4749-a392-f6590886bcf6 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:13:50.447649 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 7364e021-d972-4749-a392-f6590886bcf6 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:13:50.489824 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (00309dfb-dad3-4b4b-b63a-bdc92151beb4), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.495280 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.498462 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] 10.222.0.37 "DELETE /v2.0/networks/00309dfb-dad3-4b4b-b63a-bdc92151beb4 HTTP/1.1" status: 204 len: 168 time: 0.7608624 Apr 14 21:13:50.509927 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4664af4-26f1-44f1-8d8f-f2702bca899f admin admin] Pushing event deleted for resources: {'Network': ['ID=00309dfb-dad3-4b4b-b63a-bdc92151beb4,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:13:50.850417 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35856) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:50.891378 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-d8f65422-a4b0-4470-a369-6bf7637be2c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3584f214ed04adbbc933eb72023c014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397413 Apr 14 21:13:50.893771 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 35858) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:13:50.945005 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8010ff53-6f85-4275-8a69-76a7e22b4850 admin admin] Publish callbacks [] for security_group (a2856017-b741-42c4-abfa-472b6a7dcf44), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:50.966755 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8010ff53-6f85-4275-8a69-76a7e22b4850 admin admin] Publish callbacks [] for security_group (a2856017-b741-42c4-abfa-472b6a7dcf44), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:51.084206 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8010ff53-6f85-4275-8a69-76a7e22b4850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (a2856017-b741-42c4-abfa-472b6a7dcf44), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:51.087193 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-8010ff53-6f85-4275-8a69-76a7e22b4850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:13:51.088725 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-8010ff53-6f85-4275-8a69-76a7e22b4850 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2856017-b741-42c4-abfa-472b6a7dcf44 HTTP/1.1" status: 204 len: 168 time: 0.1939852 Apr 14 21:13:51.097067 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010ff53-6f85-4275-8a69-76a7e22b4850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2856017-b741-42c4-abfa-472b6a7dcf44,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:02.629157 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-97cfad26-3964-4605-8ed6-65f75f796c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:03.670264 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-c098775a-d0ec-4089-97b9-ef250b069c4b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893412130&fields=id&tenant_id=7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 267 time: 0.0459695 Apr 14 21:14:03.793080 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-ddc6bba8-f5ba-4e5e-9cd6-f9d640ba51e8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:03.794578 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-ddc6bba8-f5ba-4e5e-9cd6-f9d640ba51e8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 812 time: 0.1171489 Apr 14 21:14:03.809882 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-77e49a57-e53e-4a28-b321-1b535fcc4e5f tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/quotas/7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 375 time: 0.0098908 Apr 14 21:14:04.148504 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-5b1757cd-b0eb-4c7e-b65c-902d57454460 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3325710 Apr 14 21:14:04.367222 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-0a4c62fe-a1a5-4e6a-aeb3-aa56b2aca068 service neutron] 10.222.0.37 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064331 Apr 14 21:14:04.460089 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-2e98c200-ed15-4ff9-8161-dacc0aedde82 service neutron] 10.222.0.37 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Apr 14 21:14:05.063747 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-5933a69e-bc2a-4bad-9076-38af8a7070a3 req-ce253539-b71f-4446-a15e-4ece9fabb7d4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 210 time: 0.0291419 Apr 14 21:14:05.131874 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-6c75f9f2-b4ee-46e0-b3eb-c800a5812240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:06.159632 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-11e327fd-e996-419f-9cdb-980aa05ed476 req-114e600f-3274-4a89-a768-763d719a5709 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 210 time: 0.0263679 Apr 14 21:14:06.543088 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:06.992213 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:14:07.041085 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-569d3079-b683-4dc4-8573-d6bb7379906f tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:07.042532 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-569d3079-b683-4dc4-8573-d6bb7379906f tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 812 time: 0.1252537 Apr 14 21:14:07.107246 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-5c75f969-34ce-4470-b138-4ed231c8d356 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f12a80951d84716be00a81c2dd5fb64 HTTP/1.1" status: 200 len: 380 time: 0.0549960 Apr 14 21:14:07.115373 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'port': {'device_id': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'admin_state_up': True, 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'security_groups': ['32dc87bc-f95b-481c-825a-1633563c97d8']}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:07.268652 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3ffe2b7b-191e-4737-8593-667729ce98be req-f0145c60-c3d8-4b41-8f66-e2b48e3850b1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 210 time: 0.0306163 Apr 14 21:14:07.326078 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Made reservation on behalf of 7f12a80951d84716be00a81c2dd5fb64 for: {'port': 1} {{(pid=110251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:14:07.329587 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:07.463632 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_common [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Allocated IP 172.20.0.6 (d53926fe-2deb-4513-8fbe-ec9597a5c6e4/957be26e-2d2e-44f4-9e84-78588bf0c6ff/7f7d2965-6e3a-4b56-b34c-f0225856c34f) {{(pid=110251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:07.615311 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:07.738142 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:07.783322 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 is already hosted by enough agents. {{(pid=110251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:07.788975 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:07.789676 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.base_scheduler [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Resources bound (agent type, host, resource id): {{(pid=110251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:07.793776 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.l3_dvrscheduler_db [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Received port after_create {{(pid=110251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:07.800748 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=7f7d2965-6e3a-4b56-b34c-f0225856c34f,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:07.849759 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:07.850417 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:07.938556 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-47b0927a-a5aa-478f-b040-27e66b52fc4a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268759 Apr 14 21:14:07.952800 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.v2.base [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Request body: {'port': {'device_id': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=110251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:08.024067 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-682cdf2a-8a75-4972-9dfc-9855c9885d27 None None] Provisioning complete for port 7f7d2965-6e3a-4b56-b34c-f0225856c34f triggered by entity DHCP. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:08.024445 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-682cdf2a-8a75-4972-9dfc-9855c9885d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.025243 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.062726 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-682cdf2a-8a75-4972-9dfc-9855c9885d27 None None] Port 7f7d2965-6e3a-4b56-b34c-f0225856c34f cannot update to ACTIVE because it is not bound. {{(pid=110253) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:14:08.080433 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.297062 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7d2965-6e3a-4b56-b34c-f0225856c34f {{(pid=110251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:14:08.305359 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Publish callbacks [] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), precommit_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.326371 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.provisioning_blocks [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Transition to ACTIVE for port object 7f7d2965-6e3a-4b56-b34c-f0225856c34f will not be triggered until provisioned by entity L2. {{(pid=110251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:14:08.388470 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee9e3f-f224-4367-8d98-d944f784e923 req-559175d6-95e5-4181-988f-bad38ba0d4ee tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.389972 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f9ee9e3f-f224-4367-8d98-d944f784e923 req-559175d6-95e5-4181-988f-bad38ba0d4ee tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 931 time: 0.0458999 Apr 14 21:14:08.392372 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.443086 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f9ee9e3f-f224-4367-8d98-d944f784e923 req-a82852e8-cb02-4fee-b0ea-69141cc1082e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467553 Apr 14 21:14:08.470317 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d2965-6e3a-4b56-b34c-f0225856c34f,revision_number=2']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:08.523199 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Attempting to bind port 7f7d2965-6e3a-4b56-b34c-f0225856c34f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:14:08.523592 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Attempting to bind port 7f7d2965-6e3a-4b56-b34c-f0225856c34f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:14:08.523929 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Attempting to bind port 7f7d2965-6e3a-4b56-b34c-f0225856c34f on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:08.529454 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Port 7f7d2965-6e3a-4b56-b34c-f0225856c34f on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:14:08.529788 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Attempting to bind port 7f7d2965-6e3a-4b56-b34c-f0225856c34f on network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:14:08.535765 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Checking agent: {'id': '11a3906e-b98c-49aa-bd57-c71e84ea2d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'started_at': datetime.datetime(2022, 4, 14, 20, 59, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:14:08.539586 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Checking segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:14:08.539586 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Bound using segment: {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'} {{(pid=110251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:14:08.539586 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.managers [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Bound port: 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4'}}] {{(pid=110251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:14:08.539586 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), before_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.606582 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] For port 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host hv-cinder-83754, cleared binding levels {{(pid=110251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:14:08.609970 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] For port 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:14:08.680741 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130671842'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), after_update {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.717655 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.718323 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:08.719734 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] 10.222.0.45 "PUT /v2.0/ports/7f7d2965-6e3a-4b56-b34c-f0225856c34f HTTP/1.1" status: 200 len: 1093 time: 0.7744095 Apr 14 21:14:08.720278 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:08.722720 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6b786-8c3f-4417-80e8-8e08dd92000f" -d '{"events": [{"name": "network-changed", "server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:08.757979 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee7be4-5e03-4cf6-bcaf-80108c9aa891 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d2965-6e3a-4b56-b34c-f0225856c34f,revision_number=3']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:08.763296 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e4a37-a8f3-4f61-80c2-5428feff5e0a x-openstack-request-id: req-6d2e4a37-a8f3-4f61-80c2-5428feff5e0a {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:08.763296 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:08.763296 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d2e4a37-a8f3-4f61-80c2-5428feff5e0a {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:08.763296 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2e4a37-a8f3-4f61-80c2-5428feff5e0a'] response: {'name': 'network-changed', 'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'status': 'completed', 'code': 200} Apr 14 21:14:08.830722 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6b786-8c3f-4417-80e8-8e08dd92000f req-4df80bf1-b15f-41dc-b488-cba72d5ff4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.832337 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2be6b786-8c3f-4417-80e8-8e08dd92000f req-4df80bf1-b15f-41dc-b488-cba72d5ff4ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 1127 time: 0.0448060 Apr 14 21:14:08.938532 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6b786-8c3f-4417-80e8-8e08dd92000f req-211af913-d755-40f6-b15a-c27ba2a354c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:08.939990 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2be6b786-8c3f-4417-80e8-8e08dd92000f req-211af913-d755-40f6-b15a-c27ba2a354c1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f12a80951d84716be00a81c2dd5fb64&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987532 Apr 14 21:14:09.040906 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6b786-8c3f-4417-80e8-8e08dd92000f req-8b1421f7-43e8-4493-a2b4-d201f6dbd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.042370 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-2be6b786-8c3f-4417-80e8-8e08dd92000f req-8b1421f7-43e8-4493-a2b4-d201f6dbd4c5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965743 Apr 14 21:14:09.118456 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-0f5601ca-edda-4852-a599-e41e235a49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.120010 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-0f5601ca-edda-4852-a599-e41e235a49be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 1127 time: 0.0397973 Apr 14 21:14:09.167868 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-eb6d161f-3c74-4e9f-9858-27ead6e3637f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f HTTP/1.1" status: 200 len: 217 time: 0.0401363 Apr 14 21:14:09.217207 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-bdcab62a-57d1-45f7-aa7a-eb62c5045b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.218620 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-bdcab62a-57d1-45f7-aa7a-eb62c5045b2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0446036 Apr 14 21:14:09.262308 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-9ddc4c91-f06c-4087-b81d-e4354e35cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.263829 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-9ddc4c91-f06c-4087-b81d-e4354e35cd57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395038 Apr 14 21:14:09.358450 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-422fc24b-1d20-42d1-a7a0-1af71d89619d service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Apr 14 21:14:09.454401 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-103f24bd-2c38-4bfb-92ad-45f78114182a req-280b87e5-c427-4478-8bbd-dbf813b44fb1 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896280 Apr 14 21:14:09.558135 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e99d2-a99d-49c1-9d6c-72cd1607dc7b req-995cb9f5-0aef-478d-83f8-2a694df97887 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:09.559636 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-067e99d2-a99d-49c1-9d6c-72cd1607dc7b req-995cb9f5-0aef-478d-83f8-2a694df97887 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 943 time: 0.0483882 Apr 14 21:14:09.613995 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-067e99d2-a99d-49c1-9d6c-72cd1607dc7b req-0f6ae021-cff3-4fb8-8f1c-712457800264 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Apr 14 21:14:09.666926 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:10.731168 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f42f1-48bc-40a8-bacc-42b03b76a989 req-9076362b-405d-464c-809c-d75c60062627 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:10.732677 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b80f42f1-48bc-40a8-bacc-42b03b76a989 req-9076362b-405d-464c-809c-d75c60062627 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 943 time: 0.0499423 Apr 14 21:14:10.783275 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b80f42f1-48bc-40a8-bacc-42b03b76a989 req-ff7bf3f1-2e22-429b-bb8d-20407a2e4708 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Apr 14 21:14:11.899553 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472688-a785-4849-8e5d-046c6ff23351 req-3de2c830-fe61-4629-9c61-aab3c6ce28e0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:11.901074 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7472688-a785-4849-8e5d-046c6ff23351 req-3de2c830-fe61-4629-9c61-aab3c6ce28e0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 943 time: 0.0469286 Apr 14 21:14:11.951790 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-f7472688-a785-4849-8e5d-046c6ff23351 req-92116a70-1479-4bb1-a4ec-3d7fd116afe3 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Apr 14 21:14:13.067562 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf598-2a12-4c8c-ac9e-12ce083b0604 req-378f77d5-b6e9-42fd-85af-c6caf85e7624 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:13.069055 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-858bf598-2a12-4c8c-ac9e-12ce083b0604 req-378f77d5-b6e9-42fd-85af-c6caf85e7624 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 943 time: 0.0500810 Apr 14 21:14:13.118868 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-858bf598-2a12-4c8c-ac9e-12ce083b0604 req-196f0575-4c11-41e1-9337-aae0d5476de3 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442867 Apr 14 21:14:14.365975 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4a16-5c77-4d21-9da1-a01bc2114d7b req-52976e5d-3070-4638-aae1-1a4614c329c7 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:14.369197 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d23e4a16-5c77-4d21-9da1-a01bc2114d7b req-52976e5d-3070-4638-aae1-1a4614c329c7 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 943 time: 0.0502453 Apr 14 21:14:14.425104 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d23e4a16-5c77-4d21-9da1-a01bc2114d7b req-1aff35ce-a38e-40bf-b6d3-cd2c3666691a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493288 Apr 14 21:14:15.541456 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cb94d-be1a-4bd8-a7b5-e2c434f463a4 req-0f583763-47a8-4211-9b8f-fd431597ee8d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:15.542983 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e65cb94d-be1a-4bd8-a7b5-e2c434f463a4 req-0f583763-47a8-4211-9b8f-fd431597ee8d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 943 time: 0.0510185 Apr 14 21:14:15.601548 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e65cb94d-be1a-4bd8-a7b5-e2c434f463a4 req-fd02a48b-f6e7-444b-9684-06cd29b2d10a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527384 Apr 14 21:14:16.284318 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7f7d2965-6e3a-4b56-b34c-f0225856c34f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=110253) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:14:16.386951 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:16.398468 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Returning: {'device': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'port_id': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'mac_address': 'fa:16:3e:c5:a5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110253) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:14:16.434387 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7f7d2965-6e3a-4b56-b34c-f0225856c34f is: DOWN; New status is: BUILD {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:16.434786 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.447800 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7d2965-6e3a-4b56-b34c-f0225856c34f {{(pid=110253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:14:16.471088 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:16.552924 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:16.603305 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7f7d2965-6e3a-4b56-b34c-f0225856c34f,revision_number=4']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:16.720244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8678874-23d2-428c-973c-fdbad085f44b req-6b81c483-ba04-4984-a5f4-bf9befdf2dd6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:16.721737 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a8678874-23d2-428c-973c-fdbad085f44b req-6b81c483-ba04-4984-a5f4-bf9befdf2dd6 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 944 time: 0.0503979 Apr 14 21:14:16.768337 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] get_ports_and_sgs() called for port_ids ['7f7d2965-6e3a-4b56-b34c-f0225856c34f'] {{(pid=110253) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:14:16.771797 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a8678874-23d2-428c-973c-fdbad085f44b req-ab3051dd-dab8-4a5c-bd43-c41856e85000 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445476 Apr 14 21:14:17.890328 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7868ec0-2b87-4ea4-9650-038e8fd9eec8 req-f817d87e-9f4f-4933-a538-fa4af58de9fa tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:17.892177 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b7868ec0-2b87-4ea4-9650-038e8fd9eec8 req-f817d87e-9f4f-4933-a538-fa4af58de9fa tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 944 time: 0.0492058 Apr 14 21:14:17.947273 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-b7868ec0-2b87-4ea4-9650-038e8fd9eec8 req-1d8947a5-7d45-48c2-b881-b53820dd9ce8 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494525 Apr 14 21:14:18.301456 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7f7d2965-6e3a-4b56-b34c-f0225856c34f up at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:14:18.345852 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning for port 7f7d2965-6e3a-4b56-b34c-f0225856c34f completed by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:14:18.462812 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.provisioning_blocks [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Provisioning complete for port 7f7d2965-6e3a-4b56-b34c-f0225856c34f triggered by entity L2. {{(pid=110253) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:14:18.463237 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659978'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), provisioning_complete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.671326 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Current status of the port 7f7d2965-6e3a-4b56-b34c-f0225856c34f is: BUILD; New status is: ACTIVE {{(pid=110253) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:14:18.671740 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), before_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.698493 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f'}] {{(pid=110253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:18.700816 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625519c8d810bb4f67e7909edaa6e819a5bcf680fe41776dc2b4d25519b0d4cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff0ee8b-5629-4c5d-8041-b82f0c6672a3" -d '{"events": [{"server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f"}]}' {{(pid=110253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:18.714816 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] For port 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:14:18.741926 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef21c651-acb1-41a3-8802-9604a4afaaca x-openstack-request-id: req-ef21c651-acb1-41a3-8802-9604a4afaaca {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:18.741926 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f", "code": 200}]} {{(pid=110253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:18.741926 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef21c651-acb1-41a3-8802-9604a4afaaca {{(pid=110253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:18.741926 dv-cinder-837541-3-iscsi neutron-server[110253]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef21c651-acb1-41a3-8802-9604a4afaaca'] response: {'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'code': 200} Apr 14 21:14:18.792136 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:18.841851 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Pushing event updated for resources: {'Port': ['ID=7f7d2965-6e3a-4b56-b34c-f0225856c34f,revision_number=5']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:19.065175 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746a8fe-4b1c-472c-a20b-c13a4c7c75d2 req-a98ff878-b2e4-4a4f-b98e-414a8fdf356d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:19.067282 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9746a8fe-4b1c-472c-a20b-c13a4c7c75d2 req-a98ff878-b2e4-4a4f-b98e-414a8fdf356d tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Apr 14 21:14:19.115978 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-9746a8fe-4b1c-472c-a20b-c13a4c7c75d2 req-2e7ca3d6-3447-40f7-93da-942a23b997f3 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Apr 14 21:14:20.228029 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7038b4-2d1c-469a-b08b-7d8fd01e3142 req-494579a0-2820-4573-8a0e-a09c3f3e0a77 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:20.229503 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cf7038b4-2d1c-469a-b08b-7d8fd01e3142 req-494579a0-2820-4573-8a0e-a09c3f3e0a77 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0458596 Apr 14 21:14:20.277875 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cf7038b4-2d1c-469a-b08b-7d8fd01e3142 req-93762ddf-2667-482b-8a6a-959ef0068c1a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Apr 14 21:14:21.389028 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67f9d5-1d87-4593-b1c2-b854e0e41c76 req-a0812afb-5629-44b9-a668-d13cf6c0a945 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:21.390519 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4f67f9d5-1d87-4593-b1c2-b854e0e41c76 req-a0812afb-5629-44b9-a668-d13cf6c0a945 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0466392 Apr 14 21:14:21.442862 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-4f67f9d5-1d87-4593-b1c2-b854e0e41c76 req-7df180d9-103d-4c93-9372-0834c061075f tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 Apr 14 21:14:21.487084 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d425a-13a3-4064-85a6-5d774a3a2b89 req-2d2ebed0-a7ed-4870-a77d-56a511f3d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:21.492666 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-721d425a-13a3-4064-85a6-5d774a3a2b89 req-2d2ebed0-a7ed-4870-a77d-56a511f3d50b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 1129 time: 0.0386579 Apr 14 21:14:21.540639 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-721d425a-13a3-4064-85a6-5d774a3a2b89 req-37de60dd-4c17-41bd-9ea5-5424bee514db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Apr 14 21:14:22.553956 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ada02-b85e-45c1-8e1a-0d4ba785e864 req-170dbaa9-35d7-47bf-bec4-ccc22d829fca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:22.555443 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e43ada02-b85e-45c1-8e1a-0d4ba785e864 req-170dbaa9-35d7-47bf-bec4-ccc22d829fca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0456247 Apr 14 21:14:22.604103 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-e43ada02-b85e-45c1-8e1a-0d4ba785e864 req-f11fcaed-a980-4d95-8459-f77ab5ac86bc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Apr 14 21:14:23.713948 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4b7ce-4da1-436b-9b6a-c69d8b799e5e req-a65afae5-6e8b-4320-8ade-1e8d7b9cabe2 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:23.715549 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3fa4b7ce-4da1-436b-9b6a-c69d8b799e5e req-a65afae5-6e8b-4320-8ade-1e8d7b9cabe2 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0459805 Apr 14 21:14:23.764860 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-3fa4b7ce-4da1-436b-9b6a-c69d8b799e5e req-a288c11c-c929-4f97-9f30-46bb16cdf074 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Apr 14 21:14:24.881010 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aa3eb-f476-442e-871f-df759f8962c6 req-41b94695-c8d0-4d7c-88d0-d862b960ff12 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:24.882617 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ec3aa3eb-f476-442e-871f-df759f8962c6 req-41b94695-c8d0-4d7c-88d0-d862b960ff12 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Apr 14 21:14:24.933163 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-ec3aa3eb-f476-442e-871f-df759f8962c6 req-37227255-a897-47c8-9dea-11396c632e6b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Apr 14 21:14:26.045833 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bcc97-458d-483f-b9d4-ff93b7e02895 req-b9445705-9dec-4226-a436-128390268f24 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:26.047244 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb9bcc97-458d-483f-b9d4-ff93b7e02895 req-b9445705-9dec-4226-a436-128390268f24 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0466285 Apr 14 21:14:26.096846 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-fb9bcc97-458d-483f-b9d4-ff93b7e02895 req-ff514d57-9cd5-4ee1-9e89-ed0a099065d1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Apr 14 21:14:26.217440 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35146563-151b-4b5d-9d4f-968e9c1a7d9c req-04b13bce-b6b4-486e-aa09-f72df35d4b63 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:26.217440 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-35146563-151b-4b5d-9d4f-968e9c1a7d9c req-04b13bce-b6b4-486e-aa09-f72df35d4b63 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0503983 Apr 14 21:14:26.263985 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-35146563-151b-4b5d-9d4f-968e9c1a7d9c req-203dc693-451a-416e-93bf-e047e94b008f tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444996 Apr 14 21:14:26.292755 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36204) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:26.333241 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a32870-811d-45df-84e5-a8e688ad0108 tempest-TestVolumeBootPattern-1345889353 tempest-TestVolumeBootPattern-1345889353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:26.336499 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-29a32870-811d-45df-84e5-a8e688ad0108 tempest-TestVolumeBootPattern-1345889353 tempest-TestVolumeBootPattern-1345889353-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 1124 time: 0.0426898 Apr 14 21:14:26.339384 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36210) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:26.343855 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.v2.base [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Request body: {'floatingip': {'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'port_id': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:14:26.434074 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.516055 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.620844 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_common [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Allocated IP 172.27.2.173 (70c159b2-e987-42c8-a70e-3ec2c3750b85/c3a6a87c-49a1-4662-8ed5-8171d19af883/a9a9c625-3cee-49f0-9dee-3bf1009f9ae5) {{(pid=110252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:14:26.723060 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.826937 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788913075384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:26.866041 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Network 70c159b2-e987-42c8-a70e-3ec2c3750b85 is already hosted by enough agents. {{(pid=110252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:14:26.869162 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.base_scheduler [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Resources bound (agent type, host, resource id): {{(pid=110252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:14:26.875330 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Received port after_create {{(pid=110252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:14:26.900319 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=a9a9c625-3cee-49f0-9dee-3bf1009f9ae5,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:27.248729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (c3254b20-36ce-47bf-b95e-ab8d649bbc35), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.387868 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-773637'] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), before_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.544843 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), precommit_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.605750 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788913451560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788913075402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788913075420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131735153'] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), after_update {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.675562 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event updated for resources: {'Port': ['ID=a9a9c625-3cee-49f0-9dee-3bf1009f9ae5,revision_number=2']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:27.685060 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741511'] for floatingip (c3254b20-36ce-47bf-b95e-ab8d649bbc35), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:27.790412 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.db.l3_db [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Floating IP c3254b20-36ce-47bf-b95e-ab8d649bbc35 associated. External IP: 172.27.2.173, port: 7f7d2965-6e3a-4b56-b34c-f0225856c34f. Apr 14 21:14:28.008329 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:14:28.115600 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:14:28.125446 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:14:28.136656 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:28.137288 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:14:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:28.242102 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:28.249952 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:28.272533 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-656f5197-7a7a-43e0-94b0-169e21ee1f2b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9319675 Apr 14 21:14:28.273152 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:14:28.275519 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a06036-799e-46ee-a97c-ddbf8cf96c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:14:28.314954 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65aee67-7937-4ba1-bada-8055d5220903 x-openstack-request-id: req-f65aee67-7937-4ba1-bada-8055d5220903 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:14:28.314954 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:14:28.314954 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f65aee67-7937-4ba1-bada-8055d5220903 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:14:28.314954 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65aee67-7937-4ba1-bada-8055d5220903'] response: {'name': 'network-changed', 'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'status': 'completed', 'code': 200} Apr 14 21:14:28.373492 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-3741f036-9c6c-49ee-a41e-ce09cc499b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.374985 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-3741f036-9c6c-49ee-a41e-ce09cc499b3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 1129 time: 0.0406923 Apr 14 21:14:28.466120 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-918b9e97-6fb2-4249-8c7c-5dba044528a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.467685 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-918b9e97-6fb2-4249-8c7c-5dba044528a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.0862706 Apr 14 21:14:28.473022 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:20Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}, {'id': 'c3254b20-36ce-47bf-b95e-ab8d649bbc35', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:c5:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:27Z', 'updated_at': '2022-04-14T21:14:27Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:28.500606 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:14:28.509654 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:14:28.510430 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:14:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:28.538102 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-68c48148-ac8f-4035-b678-4b19a7a64d8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f HTTP/1.1" status: 200 len: 999 time: 0.0641489 Apr 14 21:14:28.588153 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-915df880-73f7-4b79-976e-24348ab08c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.589633 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-915df880-73f7-4b79-976e-24348ab08c0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0463696 Apr 14 21:14:28.627158 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:14:28.634321 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-cb14684c-0917-4593-a426-4f04b9e8dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:14:28.635921 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-cb14684c-0917-4593-a426-4f04b9e8dc74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397520 Apr 14 21:14:28.733385 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-a9d80661-1759-4956-8ad6-47e4b6fec8ad service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912862 Apr 14 21:14:28.828550 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-85a06036-799e-46ee-a97c-ddbf8cf96c2a req-0d0af8bd-f481-4d35-9543-1bc869b683af service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891714 Apr 14 21:14:28.850719 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:20Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}, {'id': 'c3254b20-36ce-47bf-b95e-ab8d649bbc35', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:c5:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:27Z', 'updated_at': '2022-04-14T21:14:27Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:14:28.877578 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ff7b9-62e2-40c1-b23d-703b3256f401 None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:20Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}, {'id': 'c3254b20-36ce-47bf-b95e-ab8d649bbc35', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:c5:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:14:27Z', 'updated_at': '2022-04-14T21:14:27Z', 'revision_number': 0, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:14:29.074841 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e17fc1-e5db-40ff-b784-be514585b703 None None] New status for floating IP c3254b20-36ce-47bf-b95e-ab8d649bbc35: ACTIVE {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:14:32.634741 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-4d00f337-1c0e-4750-a2e3-494ec19f65c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:35.136281 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c2efc24e-a3b9-42a1-add4-76274bc1cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:36.489332 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:37.880353 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:38.114107 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:39.662117 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.104348 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36356) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:42.211288 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.284753 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Publish callbacks [] for security_group (0afc0f8b-4f32-4617-8556-f6584196cc8c), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.357368 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0afc0f8b-4f32-4617-8556-f6584196cc8c), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.399714 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34b820f09035472fa6393d854c4e2d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942536 Apr 14 21:14:42.400593 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afc0f8b-4f32-4617-8556-f6584196cc8c,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:42.402645 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36360) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:42.407929 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.408288 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.408638 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.408986 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.409326 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.409666 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.409999 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.410326 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.410717 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.410996 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.411328 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.411696 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.412984 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.412984 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.412984 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cea1ec-1468-40d5-ab58-a3b3c10ffbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.454629 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Publish callbacks [] for security_group (0afc0f8b-4f32-4617-8556-f6584196cc8c), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.476505 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Publish callbacks [] for security_group (0afc0f8b-4f32-4617-8556-f6584196cc8c), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.597081 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (0afc0f8b-4f32-4617-8556-f6584196cc8c), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.600158 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:42.601326 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0afc0f8b-4f32-4617-8556-f6584196cc8c HTTP/1.1" status: 204 len: 168 time: 0.1975770 Apr 14 21:14:42.609340 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afc0f8b-4f32-4617-8556-f6584196cc8c,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:42.617297 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.617651 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.617999 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.618345 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.618795 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.619149 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.619503 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.619833 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.620165 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.620495 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.620825 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.621271 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.621599 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.621924 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:42.622251 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed3312-58eb-4fbe-a88e-62e734ae518c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:14:43.173000 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36366) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:43.186737 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-19e2132d-c162-4307-88ea-b500513c1205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.261051 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-19e2132d-c162-4307-88ea-b500513c1205 admin admin] Publish callbacks [] for security_group (72f1e856-6dd9-4a0a-8462-b1bb24452125), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.322897 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-19e2132d-c162-4307-88ea-b500513c1205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (72f1e856-6dd9-4a0a-8462-b1bb24452125), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.363744 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-19e2132d-c162-4307-88ea-b500513c1205 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dde31cefffb742ecb04cdefc197ff916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888282 Apr 14 21:14:43.364476 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2132d-c162-4307-88ea-b500513c1205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1e856-6dd9-4a0a-8462-b1bb24452125,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:43.366190 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36368) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:43.416592 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f772395f-61f4-4e0d-8032-7858e906159b admin admin] Publish callbacks [] for security_group (72f1e856-6dd9-4a0a-8462-b1bb24452125), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.438276 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f772395f-61f4-4e0d-8032-7858e906159b admin admin] Publish callbacks [] for security_group (72f1e856-6dd9-4a0a-8462-b1bb24452125), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.565268 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f772395f-61f4-4e0d-8032-7858e906159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (72f1e856-6dd9-4a0a-8462-b1bb24452125), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.568019 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f772395f-61f4-4e0d-8032-7858e906159b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:43.569203 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f772395f-61f4-4e0d-8032-7858e906159b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72f1e856-6dd9-4a0a-8462-b1bb24452125 HTTP/1.1" status: 204 len: 168 time: 0.2013676 Apr 14 21:14:43.577052 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772395f-61f4-4e0d-8032-7858e906159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1e856-6dd9-4a0a-8462-b1bb24452125,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:43.992383 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:14:46.803966 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36438) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:46.905499 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f7cfaf86-a681-4373-9cae-25e83c621f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:46.977470 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f7cfaf86-a681-4373-9cae-25e83c621f99 admin admin] Publish callbacks [] for security_group (bf4b9a77-027b-477b-9583-7631f1aeb7b2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.050515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f7cfaf86-a681-4373-9cae-25e83c621f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bf4b9a77-027b-477b-9583-7631f1aeb7b2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.087851 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f7cfaf86-a681-4373-9cae-25e83c621f99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cad7b1c7b2a645d9bb4beafb3b3a4476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827749 Apr 14 21:14:47.088697 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfaf86-a681-4373-9cae-25e83c621f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b9a77-027b-477b-9583-7631f1aeb7b2,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:47.090550 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36442) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:47.141656 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f58-1038-4211-9386-bc815c1d87a7 admin admin] Publish callbacks [] for security_group (bf4b9a77-027b-477b-9583-7631f1aeb7b2), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.162895 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f58-1038-4211-9386-bc815c1d87a7 admin admin] Publish callbacks [] for security_group (bf4b9a77-027b-477b-9583-7631f1aeb7b2), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.262201 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f58-1038-4211-9386-bc815c1d87a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (bf4b9a77-027b-477b-9583-7631f1aeb7b2), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.264808 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f58-1038-4211-9386-bc815c1d87a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.265991 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c5ca2f58-1038-4211-9386-bc815c1d87a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf4b9a77-027b-477b-9583-7631f1aeb7b2 HTTP/1.1" status: 204 len: 168 time: 0.1744571 Apr 14 21:14:47.274765 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca2f58-1038-4211-9386-bc815c1d87a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b9a77-027b-477b-9583-7631f1aeb7b2,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:47.817083 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36448) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:47.830354 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-819c7c5c-a355-42d5-b441-1bc21a785f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.904762 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-819c7c5c-a355-42d5-b441-1bc21a785f12 admin admin] Publish callbacks [] for security_group (3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:47.976608 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-819c7c5c-a355-42d5-b441-1bc21a785f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:48.015421 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-819c7c5c-a355-42d5-b441-1bc21a785f12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=648a446fd3e34c16b7d24c3c01f415c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972022 Apr 14 21:14:48.017624 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c7c5c-a355-42d5-b441-1bc21a785f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:48.018120 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36450) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:48.068571 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-376a9c42-bc68-402b-946d-64eef5edcb8b admin admin] Publish callbacks [] for security_group (3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:48.090089 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-376a9c42-bc68-402b-946d-64eef5edcb8b admin admin] Publish callbacks [] for security_group (3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:48.199018 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-376a9c42-bc68-402b-946d-64eef5edcb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:48.201654 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-376a9c42-bc68-402b-946d-64eef5edcb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:48.202865 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-376a9c42-bc68-402b-946d-64eef5edcb8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad HTTP/1.1" status: 204 len: 168 time: 0.1837668 Apr 14 21:14:48.211683 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a9c42-bc68-402b-946d-64eef5edcb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20d4d6-5a36-4c9b-ae78-855ec2d6f1ad,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:52.682231 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36520) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:52.790405 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5c109ebd-8f72-4b9c-a66b-8427347e3bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.863523 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5c109ebd-8f72-4b9c-a66b-8427347e3bff admin admin] Publish callbacks [] for security_group (efb6057c-be6d-4f05-8349-6ec9b64e2afd), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.936449 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5c109ebd-8f72-4b9c-a66b-8427347e3bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (efb6057c-be6d-4f05-8349-6ec9b64e2afd), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:52.975333 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5c109ebd-8f72-4b9c-a66b-8427347e3bff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d736fc9b2d649ed9564a0b3c7e354a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918301 Apr 14 21:14:52.976220 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c109ebd-8f72-4b9c-a66b-8427347e3bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6057c-be6d-4f05-8349-6ec9b64e2afd,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:52.978146 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36524) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:53.026390 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c90f6832-0a40-45b8-a761-58f636170cfd admin admin] Publish callbacks [] for security_group (efb6057c-be6d-4f05-8349-6ec9b64e2afd), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.050106 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c90f6832-0a40-45b8-a761-58f636170cfd admin admin] Publish callbacks [] for security_group (efb6057c-be6d-4f05-8349-6ec9b64e2afd), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.188201 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c90f6832-0a40-45b8-a761-58f636170cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (efb6057c-be6d-4f05-8349-6ec9b64e2afd), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.190947 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-c90f6832-0a40-45b8-a761-58f636170cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.192276 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-c90f6832-0a40-45b8-a761-58f636170cfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efb6057c-be6d-4f05-8349-6ec9b64e2afd HTTP/1.1" status: 204 len: 168 time: 0.2132523 Apr 14 21:14:53.200671 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6832-0a40-45b8-a761-58f636170cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6057c-be6d-4f05-8349-6ec9b64e2afd,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:53.811863 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36530) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:53.825767 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ac804a9a-cc7e-4d97-88ae-40eeb773533e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.898726 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ac804a9a-cc7e-4d97-88ae-40eeb773533e admin admin] Publish callbacks [] for security_group (ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:53.974068 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-ac804a9a-cc7e-4d97-88ae-40eeb773533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.012908 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-ac804a9a-cc7e-4d97-88ae-40eeb773533e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=375b9f1073b640fca84086bc550306f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999197 Apr 14 21:14:54.013757 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac804a9a-cc7e-4d97-88ae-40eeb773533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:14:54.016292 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36532) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:14:54.076230 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c03b7cf8-60be-4ab1-b89f-e78541b16c4a admin admin] Publish callbacks [] for security_group (ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.102032 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c03b7cf8-60be-4ab1-b89f-e78541b16c4a admin admin] Publish callbacks [] for security_group (ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.222205 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c03b7cf8-60be-4ab1-b89f-e78541b16c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.224861 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c03b7cf8-60be-4ab1-b89f-e78541b16c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:14:54.225999 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c03b7cf8-60be-4ab1-b89f-e78541b16c4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b HTTP/1.1" status: 204 len: 168 time: 0.2084613 Apr 14 21:14:54.234336 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7cf8-60be-4ab1-b89f-e78541b16c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5bf3bd-3bfb-4ffd-ac19-810a3e626a3b,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:01.469227 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36608) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:01.570147 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-63f87cb8-1bef-46d1-af63-9c3c2ef07326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.643751 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-63f87cb8-1bef-46d1-af63-9c3c2ef07326 admin admin] Publish callbacks [] for security_group (eca5e79c-d685-4df0-936c-0d0b93aaf4e7), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.730344 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-63f87cb8-1bef-46d1-af63-9c3c2ef07326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (eca5e79c-d685-4df0-936c-0d0b93aaf4e7), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.772431 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-63f87cb8-1bef-46d1-af63-9c3c2ef07326 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be2655ce47734dcfaab27043adf45242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021083 Apr 14 21:15:01.774434 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f87cb8-1bef-46d1-af63-9c3c2ef07326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5e79c-d685-4df0-936c-0d0b93aaf4e7,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:01.775123 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36612) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:01.822811 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a9c756a7-dd81-4ec3-a870-348bee7f707b admin admin] Publish callbacks [] for security_group (eca5e79c-d685-4df0-936c-0d0b93aaf4e7), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.843513 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a9c756a7-dd81-4ec3-a870-348bee7f707b admin admin] Publish callbacks [] for security_group (eca5e79c-d685-4df0-936c-0d0b93aaf4e7), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.953430 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a9c756a7-dd81-4ec3-a870-348bee7f707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (eca5e79c-d685-4df0-936c-0d0b93aaf4e7), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.955950 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-a9c756a7-dd81-4ec3-a870-348bee7f707b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:01.957130 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-a9c756a7-dd81-4ec3-a870-348bee7f707b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eca5e79c-d685-4df0-936c-0d0b93aaf4e7 HTTP/1.1" status: 204 len: 168 time: 0.1809826 Apr 14 21:15:01.965224 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c756a7-dd81-4ec3-a870-348bee7f707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5e79c-d685-4df0-936c-0d0b93aaf4e7,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:02.582662 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36618) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:02.595990 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-697f4a03-6b9d-41c2-b955-b23b369a6ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.647971 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-186fe3a7-c48b-4b35-88d2-41a1813a002e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.667081 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-697f4a03-6b9d-41c2-b955-b23b369a6ff4 admin admin] Publish callbacks [] for security_group (51ceebe4-5f67-40ed-a104-bf6da26ac6bc), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.733819 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-697f4a03-6b9d-41c2-b955-b23b369a6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (51ceebe4-5f67-40ed-a104-bf6da26ac6bc), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.775624 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-697f4a03-6b9d-41c2-b955-b23b369a6ff4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=086664e094bf48269838d36cb94793d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918113 Apr 14 21:15:02.776589 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f4a03-6b9d-41c2-b955-b23b369a6ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ceebe4-5f67-40ed-a104-bf6da26ac6bc,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:02.778260 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36620) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:02.827721 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-399b6c04-6fb1-4378-b710-d162f35b4924 admin admin] Publish callbacks [] for security_group (51ceebe4-5f67-40ed-a104-bf6da26ac6bc), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.849372 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-399b6c04-6fb1-4378-b710-d162f35b4924 admin admin] Publish callbacks [] for security_group (51ceebe4-5f67-40ed-a104-bf6da26ac6bc), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.964666 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-399b6c04-6fb1-4378-b710-d162f35b4924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (51ceebe4-5f67-40ed-a104-bf6da26ac6bc), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.967286 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-399b6c04-6fb1-4378-b710-d162f35b4924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:02.968547 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-399b6c04-6fb1-4378-b710-d162f35b4924 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51ceebe4-5f67-40ed-a104-bf6da26ac6bc HTTP/1.1" status: 204 len: 168 time: 0.1886284 Apr 14 21:15:02.977117 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b6c04-6fb1-4378-b710-d162f35b4924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ceebe4-5f67-40ed-a104-bf6da26ac6bc,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:05.136288 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b40d7d1e-8879-4a68-b8c5-2b1a55c91eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:06.476276 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:07.791145 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:08.088042 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:09.650286 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.494604 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36704) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:10.600963 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e67e3de6-9a9d-4f32-a812-94d3e4fe1702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.674001 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e67e3de6-9a9d-4f32-a812-94d3e4fe1702 admin admin] Publish callbacks [] for security_group (c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.764425 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-e67e3de6-9a9d-4f32-a812-94d3e4fe1702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.802070 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e3de6-9a9d-4f32-a812-94d3e4fe1702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:10.806442 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-e67e3de6-9a9d-4f32-a812-94d3e4fe1702 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bd40d2675d048a4a96f6c1823fa8afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107936 Apr 14 21:15:10.809033 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36708) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:10.857200 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a5d65c96-eb39-42d8-b310-3af7d87a2394 admin admin] Publish callbacks [] for security_group (c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:10.879351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a5d65c96-eb39-42d8-b310-3af7d87a2394 admin admin] Publish callbacks [] for security_group (c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.031045 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a5d65c96-eb39-42d8-b310-3af7d87a2394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.033801 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-a5d65c96-eb39-42d8-b310-3af7d87a2394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.035590 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-a5d65c96-eb39-42d8-b310-3af7d87a2394 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2 HTTP/1.1" status: 204 len: 168 time: 0.2256374 Apr 14 21:15:11.044318 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d65c96-eb39-42d8-b310-3af7d87a2394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6860e4e-f3fd-466c-94e5-72ef4bc0e7b2,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:11.677353 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36714) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:11.693891 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-07552c71-2059-41e8-9559-70a73d74884b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.768267 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-07552c71-2059-41e8-9559-70a73d74884b admin admin] Publish callbacks [] for security_group (e041d17a-4abf-4ea8-80e1-ef4a504a58a1), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.844502 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-07552c71-2059-41e8-9559-70a73d74884b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (e041d17a-4abf-4ea8-80e1-ef4a504a58a1), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.884263 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-07552c71-2059-41e8-9559-70a73d74884b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7249b9ad92b64c958b8b4151e791a418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058008 Apr 14 21:15:11.885096 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07552c71-2059-41e8-9559-70a73d74884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e041d17a-4abf-4ea8-80e1-ef4a504a58a1,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:11.887001 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36716) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:11.936819 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-78eeb8d3-be57-4651-8566-b129e030306d admin admin] Publish callbacks [] for security_group (e041d17a-4abf-4ea8-80e1-ef4a504a58a1), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:11.958328 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-78eeb8d3-be57-4651-8566-b129e030306d admin admin] Publish callbacks [] for security_group (e041d17a-4abf-4ea8-80e1-ef4a504a58a1), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.082407 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-78eeb8d3-be57-4651-8566-b129e030306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (e041d17a-4abf-4ea8-80e1-ef4a504a58a1), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.085132 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-78eeb8d3-be57-4651-8566-b129e030306d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:12.089314 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-78eeb8d3-be57-4651-8566-b129e030306d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e041d17a-4abf-4ea8-80e1-ef4a504a58a1 HTTP/1.1" status: 204 len: 168 time: 0.1984782 Apr 14 21:15:12.095290 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeb8d3-be57-4651-8566-b129e030306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041d17a-4abf-4ea8-80e1-ef4a504a58a1,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:15.247194 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36788) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:15.349171 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8fbeac85-f149-4cb4-ab07-9fe67ff532da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.424703 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8fbeac85-f149-4cb4-ab07-9fe67ff532da admin admin] Publish callbacks [] for security_group (612d806b-f925-4d90-b33d-e8937a8ac635), precommit_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.493430 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-8fbeac85-f149-4cb4-ab07-9fe67ff532da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (612d806b-f925-4d90-b33d-e8937a8ac635), after_create {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.535024 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-8fbeac85-f149-4cb4-ab07-9fe67ff532da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad7cc62acf8c4a62a8770f783232d210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867143 Apr 14 21:15:15.536814 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeac85-f149-4cb4-ab07-9fe67ff532da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612d806b-f925-4d90-b33d-e8937a8ac635,revision_number=1']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:15.538286 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36792) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:15.585833 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b55de07-d78f-4636-8349-2274fc29f7ef admin admin] Publish callbacks [] for security_group (612d806b-f925-4d90-b33d-e8937a8ac635), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.606535 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b55de07-d78f-4636-8349-2274fc29f7ef admin admin] Publish callbacks [] for security_group (612d806b-f925-4d90-b33d-e8937a8ac635), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.712694 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b55de07-d78f-4636-8349-2274fc29f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (612d806b-f925-4d90-b33d-e8937a8ac635), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.715304 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-5b55de07-d78f-4636-8349-2274fc29f7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:15.716494 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-5b55de07-d78f-4636-8349-2274fc29f7ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/612d806b-f925-4d90-b33d-e8937a8ac635 HTTP/1.1" status: 204 len: 168 time: 0.1772459 Apr 14 21:15:15.724718 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55de07-d78f-4636-8349-2274fc29f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d806b-f925-4d90-b33d-e8937a8ac635,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:16.243800 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36798) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:16.258115 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4b76dd4d-04ee-4cdb-a0a4-3a2e413bbce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.334494 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4b76dd4d-04ee-4cdb-a0a4-3a2e413bbce0 admin admin] Publish callbacks [] for security_group (b9f8f976-da6b-43f4-969c-a82f81a9f772), precommit_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.413455 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-4b76dd4d-04ee-4cdb-a0a4-3a2e413bbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (b9f8f976-da6b-43f4-969c-a82f81a9f772), after_create {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.450858 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-4b76dd4d-04ee-4cdb-a0a4-3a2e413bbce0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a943b11e1e240f9a70130c8f420b878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058632 Apr 14 21:15:16.452833 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76dd4d-04ee-4cdb-a0a4-3a2e413bbce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f8f976-da6b-43f4-969c-a82f81a9f772,revision_number=1']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:16.453618 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36800) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:16.501954 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1bee22a2-5ebd-49c9-9d9d-bdc5e4c625ad admin admin] Publish callbacks [] for security_group (b9f8f976-da6b-43f4-969c-a82f81a9f772), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.527440 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1bee22a2-5ebd-49c9-9d9d-bdc5e4c625ad admin admin] Publish callbacks [] for security_group (b9f8f976-da6b-43f4-969c-a82f81a9f772), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.648016 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1bee22a2-5ebd-49c9-9d9d-bdc5e4c625ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (b9f8f976-da6b-43f4-969c-a82f81a9f772), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.650627 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-1bee22a2-5ebd-49c9-9d9d-bdc5e4c625ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:16.651822 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-1bee22a2-5ebd-49c9-9d9d-bdc5e4c625ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9f8f976-da6b-43f4-969c-a82f81a9f772 HTTP/1.1" status: 204 len: 168 time: 0.1972044 Apr 14 21:15:16.659676 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee22a2-5ebd-49c9-9d9d-bdc5e4c625ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f8f976-da6b-43f4-969c-a82f81a9f772,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:20.992147 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:15:21.318342 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-b6636c36-a4c1-4d79-b602-a44a087f290d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415359 Apr 14 21:15:21.399220 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-23947b1d-f4a5-470b-91db-38637319d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.400718 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-23947b1d-f4a5-470b-91db-38637319d270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1130 time: 0.0387187 Apr 14 21:15:21.506783 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-4cf36bd1-1c30-4e38-aad8-4bb4e30d775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.508791 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-4cf36bd1-1c30-4e38-aad8-4bb4e30d775b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.0854533 Apr 14 21:15:21.577843 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-a3559d0a-24c3-410b-a821-a7aab5bf85ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 200 len: 1001 time: 0.0626392 Apr 14 21:15:21.625314 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-f33742c7-d919-43a8-bc60-9bd98f033fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.626724 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-f33742c7-d919-43a8-bc60-9bd98f033fea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0436289 Apr 14 21:15:21.669329 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-38356c2c-ab47-43b6-9ad6-11b444285bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:21.670839 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-38356c2c-ab47-43b6-9ad6-11b444285bf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389073 Apr 14 21:15:21.763456 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-e3db52b7-cffe-42c0-bea9-97e1138bdd2f service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868390 Apr 14 21:15:21.851223 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-d075dee3-120c-44bc-87a2-ab52a1606517 req-f07c9255-7475-467a-a569-10c51fe0d480 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818977 Apr 14 21:15:32.696107 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-431e0cb7-163b-4552-82c3-54cdd1a67e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:35.144444 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-21124d19-3a96-48d9-aa96-a6508de3a3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:36.504065 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:37.815708 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:38.098780 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:39.677935 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:56.211608 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36808) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:15:56.368079 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Deleting port a9a9c625-3cee-49f0-9dee-3bf1009f9ae5 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:15:56.368425 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:56.444720 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:56.445097 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:56.457928 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Calling delete_port for a9a9c625-3cee-49f0-9dee-3bf1009f9ae5 owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:15:56.692801 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (a9a9c625-3cee-49f0-9dee-3bf1009f9ae5), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:56.716943 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'Port': ['ID=a9a9c625-3cee-49f0-9dee-3bf1009f9ae5,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:56.730570 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.730934 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.731343 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.732294 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.732635 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.732971 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.733301 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.733630 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.733961 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.734290 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.734620 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.734947 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.735272 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.735623 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.735946 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:56.794620 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (c3254b20-36ce-47bf-b95e-ab8d649bbc35), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:56.794930 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Floating IP c3254b20-36ce-47bf-b95e-ab8d649bbc35 disassociated (deleted). External IP: 172.27.2.173, port: 7f7d2965-6e3a-4b56-b34c-f0225856c34f. Apr 14 21:15:57.005300 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:15:57.114111 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:15:57.119213 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:57.123347 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:15:57.133202 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:57.133825 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:15:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:57.149606 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-eae085cf-1346-492f-96f9-6afc2fcc4c98 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "DELETE /v2.0/floatingips/c3254b20-36ce-47bf-b95e-ab8d649bbc35 HTTP/1.1" status: 204 len: 168 time: 0.9368711 Apr 14 21:15:57.150192 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:57.152455 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474" -d '{"events": [{"name": "network-changed", "server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:57.196023 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713afde9-d55a-4d2d-a647-d1f59ff8b1c3 x-openstack-request-id: req-713afde9-d55a-4d2d-a647-d1f59ff8b1c3 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:57.196319 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:57.196574 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-713afde9-d55a-4d2d-a647-d1f59ff8b1c3 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:57.196978 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713afde9-d55a-4d2d-a647-d1f59ff8b1c3'] response: {'name': 'network-changed', 'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'status': 'completed', 'code': 200} Apr 14 21:15:57.250317 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:57.262366 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-c05b40d6-f6f6-4133-84b8-3af72712a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:57.264031 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-c05b40d6-f6f6-4133-84b8-3af72712a148 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 1129 time: 0.0419896 Apr 14 21:15:57.484215 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:20Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:57.520739 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:15:57.529826 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:15:57.530475 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:15:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:57.587219 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65778bd-d3ba-41ec-98f4-407bddbb4413 req-aab4ca9c-b1df-4cb4-ba1b-301268c4fcc9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:57.588819 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d65778bd-d3ba-41ec-98f4-407bddbb4413 req-aab4ca9c-b1df-4cb4-ba1b-301268c4fcc9 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0508592 Apr 14 21:15:57.626031 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-c8f5f0ac-7c08-47b1-975f-919bbf4db6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:57.627672 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-c8f5f0ac-7c08-47b1-975f-919bbf4db6be service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.3578861 Apr 14 21:15:57.640241 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-d65778bd-d3ba-41ec-98f4-407bddbb4413 req-eba57b9e-a193-4e51-82ba-8a9a0f44d9f1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Apr 14 21:15:57.646319 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:15:57.991383 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:15:57.992008 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:20Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:15:58.022054 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c94aa6b-0144-442c-8b4b-43f438f7f4ec None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_floatingips': [{'id': '3007dc50-3209-4025-aa41-338b2c9c2e7c', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'router_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'port_id': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'mac_address': 'fa:16:3e:f7:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:12:17Z', 'updated_at': '2022-04-14T21:12:20Z', 'revision_number': 1, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:15:58.262835 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836aaf87-6b5e-48fc-823b-71c755660bce None None] New status for floating IP c3254b20-36ce-47bf-b95e-ab8d649bbc35: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:15:58.550475 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-837476c0-c9ab-4664-a19a-7d3cdb56367c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f HTTP/1.1" status: 200 len: 217 time: 0.0348039 Apr 14 21:15:58.604506 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-05eadfbf-ce82-472b-a3d6-5ce56f09f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:58.606056 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-05eadfbf-ce82-472b-a3d6-5ce56f09f60b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0473552 Apr 14 21:15:58.739155 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-ad44f5cb-b985-4c88-baca-cda1796afaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:58.740811 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-ad44f5cb-b985-4c88-baca-cda1796afaad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434387 Apr 14 21:15:58.756959 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7f7bc-7894-4cad-9b71-013a45246748 req-0029516a-ecb3-4cd0-9e16-81e8a7012758 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:58.758430 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-16c7f7bc-7894-4cad-9b71-013a45246748 req-0029516a-ecb3-4cd0-9e16-81e8a7012758 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0462279 Apr 14 21:15:58.810669 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-16c7f7bc-7894-4cad-9b71-013a45246748 req-ece6dd9e-34da-472b-89e4-b826c1695299 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Apr 14 21:15:59.011504 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-fb2670a7-db07-49e4-93c7-aa87acaf7551 service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836225 Apr 14 21:15:59.038409 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-35bf5798-fc92-4fdc-a832-af64c317abe7 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:15:59.039887 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-35bf5798-fc92-4fdc-a832-af64c317abe7 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 945 time: 0.0450079 Apr 14 21:15:59.104615 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [req-b9f4fb5d-8d43-4035-83c3-5ca58acc3474 req-310cf614-a3a6-4ba7-8920-b4af47e54e2c service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876114 Apr 14 21:15:59.124582 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Deleting port 7f7d2965-6e3a-4b56-b34c-f0225856c34f {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:15:59.124925 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:59.215780 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] For port 7f7d2965-6e3a-4b56-b34c-f0225856c34f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7f7d2965-6e3a-4b56-b34c-f0225856c34f,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:15:59.216152 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:59.229568 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Calling delete_port for 7f7d2965-6e3a-4b56-b34c-f0225856c34f owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:15:59.443854 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (7f7d2965-6e3a-4b56-b34c-f0225856c34f), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:59.472143 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'Port': ['ID=7f7d2965-6e3a-4b56-b34c-f0225856c34f,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.498146 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.499155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.499155 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:15:59.525608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] No DVR routers for this DVR port 7f7d2965-6e3a-4b56-b34c-f0225856c34f on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:15:59.528187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:15:59.531741 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-a5a25862-d7f7-4641-bf0c-86226c932ea7 req-06b6c163-41d1-4114-985f-1ddc3a81f7ca tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "DELETE /v2.0/ports/7f7d2965-6e3a-4b56-b34c-f0225856c34f HTTP/1.1" status: 204 len: 173 time: 0.4853084 Apr 14 21:15:59.532187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'name': 'network-vif-deleted', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:15:59.534942 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469afc9-d768-49c9-8a1b-3e0a2fd8f251" -d '{"events": [{"server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "name": "network-vif-deleted", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:15:59.571955 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c44c4f-d4eb-465e-8feb-58dffdf7f453 x-openstack-request-id: req-a4c44c4f-d4eb-465e-8feb-58dffdf7f453 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:15:59.572420 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d345c593-15d2-436f-8423-b3e11a8b6f59", "name": "network-vif-deleted", "tag": "7f7d2965-6e3a-4b56-b34c-f0225856c34f", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:15:59.572682 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4c44c4f-d4eb-465e-8feb-58dffdf7f453 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:15:59.573082 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c44c4f-d4eb-465e-8feb-58dffdf7f453'] response: {'server_uuid': 'd345c593-15d2-436f-8423-b3e11a8b6f59', 'name': 'network-vif-deleted', 'tag': '7f7d2965-6e3a-4b56-b34c-f0225856c34f', 'status': 'completed', 'code': 200} Apr 14 21:15:59.909959 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-c6fbadb8-2639-445d-aedf-d6dbf474a79f req-d988c063-4fb6-4ec4-aa37-c38d2459132e tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=d345c593-15d2-436f-8423-b3e11a8b6f59 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Apr 14 21:16:02.626242 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-09d5d4a3-76de-4e80-afde-d104f57adf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:02.924262 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7f7d2965-6e3a-4b56-b34c-f0225856c34f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:02.949179 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: 7f7d2965-6e3a-4b56-b34c-f0225856c34f {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:02.949529 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device 7f7d2965-6e3a-4b56-b34c-f0225856c34f not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:03.405052 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36842) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:03.564315 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Deleting port 7def12d3-a3eb-4d62-bac7-3612ff3d0013 {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:03.564665 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:03.640649 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:03.640882 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (7def12d3-a3eb-4d62-bac7-3612ff3d0013), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:03.657417 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Calling delete_port for 7def12d3-a3eb-4d62-bac7-3612ff3d0013 owned by network:floatingip {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:03.860465 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (7def12d3-a3eb-4d62-bac7-3612ff3d0013), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:03.890001 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'Port': ['ID=7def12d3-a3eb-4d62-bac7-3612ff3d0013,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:03.952404 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (3007dc50-3209-4025-aa41-338b2c9c2e7c), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:03.952750 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.db.l3_db [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Floating IP 3007dc50-3209-4025-aa41-338b2c9c2e7c disassociated (deleted). External IP: 172.27.2.88, port: c7814cf5-fb9c-4f20-8d18-7b70d2d059eb. Apr 14 21:16:04.173790 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:16:04.285550 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:16:04.290707 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:04.295851 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:16:04.306462 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:04.307096 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:15:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:04.320910 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-2b2f7537-a1d6-433e-9b03-f3ceeb8d9892 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "DELETE /v2.0/floatingips/3007dc50-3209-4025-aa41-338b2c9c2e7c HTTP/1.1" status: 204 len: 168 time: 0.9147477 Apr 14 21:16:04.321500 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb'}] {{(pid=110251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:04.323778 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7534442e95197061764784d53fffa8f47c7c9b89e9afb0b6817cf7c6aa8950b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045acd79-347e-4226-9b7d-fc969523d3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb"}]}' {{(pid=110251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:04.359594 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec5a8d3-cf18-4648-9eb3-a17a2cc33207 x-openstack-request-id: req-5ec5a8d3-cf18-4648-9eb3-a17a2cc33207 {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:04.359950 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb", "status": "completed", "code": 200}]} {{(pid=110251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:04.360460 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ec5a8d3-cf18-4648-9eb3-a17a2cc33207 {{(pid=110251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:04.360723 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec5a8d3-cf18-4648-9eb3-a17a2cc33207'] response: {'name': 'network-changed', 'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'status': 'completed', 'code': 200} Apr 14 21:16:04.425044 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-b5ac4456-ac77-4382-9ca2-142038298011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.426476 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-b5ac4456-ac77-4382-9ca2-142038298011 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f12a80951d84716be00a81c2dd5fb64&device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 1130 time: 0.0449445 Apr 14 21:16:04.427343 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:04.518872 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-6eedc54e-689d-4505-92ff-906dc963495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.520393 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-6eedc54e-689d-4505-92ff-906dc963495e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 200 len: 913 time: 0.0875833 Apr 14 21:16:04.567817 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-c100667d-ff21-43b1-9ee4-44beb0887c0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 200 len: 217 time: 0.0415270 Apr 14 21:16:04.616299 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-27b7621c-9b73-43e9-be0f-fca06894cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.619326 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-27b7621c-9b73-43e9-be0f-fca06894cbe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 200 len: 851 time: 0.0450282 Apr 14 21:16:04.639583 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:04.663685 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-4c901a91-9550-4893-b3ea-f721b3425ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.665210 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-4c901a91-9550-4893-b3ea-f721b3425ff2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53926fe-2deb-4513-8fbe-ec9597a5c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407650 Apr 14 21:16:04.670687 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:16:04.679678 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:04.680231 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:15:35Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:04.770299 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-aeb0e3a6-f2b3-4c8a-89be-88e5d7693e6b service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980330 Apr 14 21:16:04.808056 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:04.849508 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bea6a-ced9-4832-965f-5f5e7a9f18b7 req-3339924b-7838-4145-9d53-f0defb9448fc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:04.851511 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-484bea6a-ced9-4832-965f-5f5e7a9f18b7 req-3339924b-7838-4145-9d53-f0defb9448fc tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0511827 Apr 14 21:16:04.907408 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-484bea6a-ced9-4832-965f-5f5e7a9f18b7 req-20bd3b95-8a10-4167-90da-716a0642d4e2 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488944 Apr 14 21:16:05.006038 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:05.036806 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb3ada-b807-4201-8f2e-984ac42b3572 None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:04Z', 'revision_number': 4, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi', '_interfaces': [{'id': 'a23418df-9761-4a96-8fcc-52118ac239f0', 'name': '', 'network_id': 'd53926fe-2deb-4513-8fbe-ec9597a5c6e4', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'mac_address': 'fa:16:3e:e3:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:03Z', 'updated_at': '2022-04-14T21:09:12Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'subnets': [{'id': '957be26e-2d2e-44f4-9e84-78588bf0c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:16:05.132186 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a494f155-2bd3-4216-8f44-71aeb783bf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:05.263403 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad55e5-4f63-413d-b65a-a31766e98ef4 None None] New status for floating IP 3007dc50-3209-4025-aa41-338b2c9c2e7c: DOWN {{(pid=110254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:16:05.833695 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-045acd79-347e-4226-9b7d-fc969523d3f8 req-3f442c16-8486-4f63-8c54-d0574e9ab0ba service neutron] 10.222.0.45 "GET /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834358 Apr 14 21:16:06.023863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755ca9-c410-493e-bcab-3511199a5113 req-a4c3f113-702b-44c8-844b-dca83eb9dbf4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:06.025261 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-58755ca9-c410-493e-bcab-3511199a5113 req-a4c3f113-702b-44c8-844b-dca83eb9dbf4 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Apr 14 21:16:06.073700 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-58755ca9-c410-493e-bcab-3511199a5113 req-81dc02a8-ebdb-4244-ab03-11c9e478919a tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/security-groups?id=32dc87bc-f95b-481c-825a-1633563c97d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Apr 14 21:16:06.255656 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-e8e45ede-e1e2-4559-bbba-fc32c249afb1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:16:06.257171 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-e8e45ede-e1e2-4559-bbba-fc32c249afb1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 946 time: 0.0535433 Apr 14 21:16:06.346711 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Deleting port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:06.347055 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:06.437598 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] For port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:06.437960 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:06.454939 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Calling delete_port for c7814cf5-fb9c-4f20-8d18-7b70d2d059eb owned by compute:nova {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:06.500024 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:06.646729 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (c7814cf5-fb9c-4f20-8d18-7b70d2d059eb), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:06.681942 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'Port': ['ID=c7814cf5-fb9c-4f20-8d18-7b70d2d059eb,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:06.728892 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] No DVR routers for this DVR port c7814cf5-fb9c-4f20-8d18-7b70d2d059eb on host hv-cinder-83754 {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:16:06.732149 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for port (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:06.735632 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-10fcecf9-a2e7-496e-98cf-260857f3f406 req-ea2fd5f4-eb71-4a22-b8b2-580cea4c56a1 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.45 "DELETE /v2.0/ports/c7814cf5-fb9c-4f20-8d18-7b70d2d059eb HTTP/1.1" status: 204 len: 173 time: 0.4716763 Apr 14 21:16:06.736102 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'name': 'network-vif-deleted', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb'}] {{(pid=110252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:16:06.738349 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80111738295ebf5475cd0862b4d2f230797a5adb63ddc62cf5e1a489dab3b06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf6fbd-9bce-4279-882f-f096869c8078" -d '{"events": [{"server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "name": "network-vif-deleted", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb"}]}' {{(pid=110252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:16:06.774711 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76efd4b-9a2b-4d55-a2bf-ed1e357b0c99 x-openstack-request-id: req-a76efd4b-9a2b-4d55-a2bf-ed1e357b0c99 {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:16:06.775007 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5a4b5-90f1-4d92-b998-705fc69ad391", "name": "network-vif-deleted", "tag": "c7814cf5-fb9c-4f20-8d18-7b70d2d059eb", "status": "completed", "code": 200}]} {{(pid=110252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:16:06.775263 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a76efd4b-9a2b-4d55-a2bf-ed1e357b0c99 {{(pid=110252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:16:06.775697 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76efd4b-9a2b-4d55-a2bf-ed1e357b0c99'] response: {'server_uuid': 'e3a5a4b5-90f1-4d92-b998-705fc69ad391', 'name': 'network-vif-deleted', 'tag': 'c7814cf5-fb9c-4f20-8d18-7b70d2d059eb', 'status': 'completed', 'code': 200} Apr 14 21:16:07.171804 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [req-cfd1b04d-7ce0-45cb-a79b-1ddd9ce503d0 req-3f8554d3-284a-4d4c-b644-814a2b15e365 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a5a4b5-90f1-4d92-b998-705fc69ad391 HTTP/1.1" status: 200 len: 210 time: 0.0294287 Apr 14 21:16:07.817946 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.111502 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.227229 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36858) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:08.337966 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Deleting port 086b4917-50ac-443c-9135-2d60ace465da {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:08.338313 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (086b4917-50ac-443c-9135-2d60ace465da), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.699752 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (086b4917-50ac-443c-9135-2d60ace465da), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.700608 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (086b4917-50ac-443c-9135-2d60ace465da), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.713418 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Calling delete_port for 086b4917-50ac-443c-9135-2d60ace465da owned by network:floatingip {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:08.906211 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (086b4917-50ac-443c-9135-2d60ace465da), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.928863 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'Port': ['ID=086b4917-50ac-443c-9135-2d60ace465da,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:08.955049 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device c7814cf5-fb9c-4f20-8d18-7b70d2d059eb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:08.974507 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] No Port match for: c7814cf5-fb9c-4f20-8d18-7b70d2d059eb {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:08.974863 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Device c7814cf5-fb9c-4f20-8d18-7b70d2d059eb not bound to the agent host hv-cinder-83754 {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:08.991165 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for floatingip (2dd9caae-15e3-42a8-a462-6ee6c53a16dd), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.993643 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91857'] for floatingip (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:08.994780 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-887079cc-905d-4820-9aa9-259c2c4ce90b tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "DELETE /v2.0/floatingips/2dd9caae-15e3-42a8-a462-6ee6c53a16dd HTTP/1.1" status: 204 len: 168 time: 0.7664557 Apr 14 21:16:09.657448 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:10.310731 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36870) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:10.367332 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcddf162-eec6-4f5f-99f6-8a7b0c7bb0c0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group (32dc87bc-f95b-481c-825a-1633563c97d8), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:10.393145 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcddf162-eec6-4f5f-99f6-8a7b0c7bb0c0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group (32dc87bc-f95b-481c-825a-1633563c97d8), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:10.539809 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcddf162-eec6-4f5f-99f6-8a7b0c7bb0c0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (32dc87bc-f95b-481c-825a-1633563c97d8), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:10.542503 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-dcddf162-eec6-4f5f-99f6-8a7b0c7bb0c0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Publish callbacks [] for security_group (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:10.543749 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-dcddf162-eec6-4f5f-99f6-8a7b0c7bb0c0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] 10.222.0.37 "DELETE /v2.0/security-groups/32dc87bc-f95b-481c-825a-1633563c97d8 HTTP/1.1" status: 204 len: 168 time: 0.2318568 Apr 14 21:16:10.553004 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddf162-eec6-4f5f-99f6-8a7b0c7bb0c0 tempest-TestVolumeBootPattern-216892787 tempest-TestVolumeBootPattern-216892787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc87bc-f95b-481c-825a-1633563c97d8,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:10.668618 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36874) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:11.188515 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (8670a66c-78fb-4a5a-8fdd-810c053b6da2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:11.424899 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Deleting port a23418df-9761-4a96-8fcc-52118ac239f0 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:11.425244 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:11.501415 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] For port a23418df-9761-4a96-8fcc-52118ac239f0, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=a23418df-9761-4a96-8fcc-52118ac239f0,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:11.501693 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:11.514298 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Calling delete_port for a23418df-9761-4a96-8fcc-52118ac239f0 owned by network:router_interface {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:11.751713 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (a23418df-9761-4a96-8fcc-52118ac239f0), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:11.780858 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23418df-9761-4a96-8fcc-52118ac239f0,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:11.943168 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (8670a66c-78fb-4a5a-8fdd-810c053b6da2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:12.154523 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:16:12.259073 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:16:12.264583 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ec57950d-0859-4f21-a9cb-9a7617209391 admin admin] 10.222.0.37 "PUT /v2.0/routers/8670a66c-78fb-4a5a-8fdd-810c053b6da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949574 Apr 14 21:16:12.267100 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36878) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:12.269657 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] Sync routers for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:16:12.280218 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:12.280950 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:16:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:12.371598 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks [] for router (8670a66c-78fb-4a5a-8fdd-810c053b6da2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:12.393017 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:12.477678 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks [] for router_gateway (8670a66c-78fb-4a5a-8fdd-810c053b6da2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:12.560660 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:16:11Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:12.587468 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] Checking router: 8670a66c-78fb-4a5a-8fdd-810c053b6da2 for host: dv-cinder-837541-3-iscsi {{(pid=110253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:16:12.595630 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] Routers {'8670a66c-78fb-4a5a-8fdd-810c053b6da2'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:12.596243 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:16:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'], 'active': True} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:12.643702 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Deleting port 36d445f0-f19c-47c0-96bb-8b4382442e1d {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:12.644071 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:12.712718 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvr_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] Set router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:12.722142 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] For port 36d445f0-f19c-47c0-96bb-8b4382442e1d, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=36d445f0-f19c-47c0-96bb-8b4382442e1d,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:12.722504 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:12.735960 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Calling delete_port for 36d445f0-f19c-47c0-96bb-8b4382442e1d owned by network:router_gateway {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:12.974569 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (36d445f0-f19c-47c0-96bb-8b4382442e1d), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.009496 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d445f0-f19c-47c0-96bb-8b4382442e1d,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:13.024670 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_hamode_db [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:16:11Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:13.051385 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbab52f-fd8d-4d57-95ba-3ba7aeddb4c5 None None] The sync data for ids ['8670a66c-78fb-4a5a-8fdd-810c053b6da2'] in dv-cinder-837541-3-iscsi is: [{'id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'name': 'tempest-TestVolumeBootPattern-1431830591-router', 'tenant_id': '7f12a80951d84716be00a81c2dd5fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:16:11Z', 'revision_number': 5, 'project_id': '7f12a80951d84716be00a81c2dd5fb64', 'gw_port': {'id': '36d445f0-f19c-47c0-96bb-8b4382442e1d', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670a66c-78fb-4a5a-8fdd-810c053b6da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:01Z', 'updated_at': '2022-04-14T21:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}] {{(pid=110253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:16:13.067255 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (8670a66c-78fb-4a5a-8fdd-810c053b6da2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.159754 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (8670a66c-78fb-4a5a-8fdd-810c053b6da2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.161917 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks [] for router_controller (8670a66c-78fb-4a5a-8fdd-810c053b6da2), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.258186 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (8670a66c-78fb-4a5a-8fdd-810c053b6da2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.258737 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8670a66c-78fb-4a5a-8fdd-810c053b6da2 {{(pid=110252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:16:13.263126 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.264340 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-f3f4c37a-de5d-46b4-9ef9-885ec08b3340 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8670a66c-78fb-4a5a-8fdd-810c053b6da2 HTTP/1.1" status: 204 len: 168 time: 0.9962215 Apr 14 21:16:13.266856 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36880) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:13.311841 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Deleting subnet 957be26e-2d2e-44f4-9e84-78588bf0c6ff {{(pid=110252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:16:13.314878 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Publish callbacks [] for subnet (957be26e-2d2e-44f4-9e84-78588bf0c6ff), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.348684 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131732291'] for subnet (957be26e-2d2e-44f4-9e84-78588bf0c6ff), precommit_delete_associations {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.431351 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (957be26e-2d2e-44f4-9e84-78588bf0c6ff), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.552313 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131735079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133224442'] for subnet (957be26e-2d2e-44f4-9e84-78588bf0c6ff), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.578030 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957be26e-2d2e-44f4-9e84-78588bf0c6ff,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:13.583108 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.587923 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-c1da7013-6f26-4442-812b-34cad9cd6ada admin admin] 10.222.0.37 "DELETE /v2.0/subnets/957be26e-2d2e-44f4-9e84-78588bf0c6ff HTTP/1.1" status: 204 len: 168 time: 0.3195632 Apr 14 21:16:13.589035 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920552d3-f2ba-471c-9b36-ae9d5e726bbd None None] Network d53926fe-2deb-4513-8fbe-ec9597a5c6e4 requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:16:13.589907 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36882) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:13.667057 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (d53926fe-2deb-4513-8fbe-ec9597a5c6e4), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.726899 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Deleting port f9015568-c7e9-4cb4-9c35-516f465e66c9 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:13.727305 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.797731 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] For port f9015568-c7e9-4cb4-9c35-516f465e66c9, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=f9015568-c7e9-4cb4-9c35-516f465e66c9,segment=NetworkSegment(f0be115c-31d5-4ea5-b43a-cc70f98b3dc2),segment_id=f0be115c-31d5-4ea5-b43a-cc70f98b3dc2)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:13.798226 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:13.818090 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Calling delete_port for f9015568-c7e9-4cb4-9c35-516f465e66c9 owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:14.047709 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16ed9c-5661-4813-ab8d-eb2d18e53943 None None] DHCP port deletion for d53926fe-2deb-4513-8fbe-ec9597a5c6e4 request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:16:14.055819 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (f9015568-c7e9-4cb4-9c35-516f465e66c9), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.072415 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-ae16ed9c-5661-4813-ab8d-eb2d18e53943 None None] The port 'f9015568-c7e9-4cb4-9c35-516f465e66c9' was deleted {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 14 21:16:14.088340 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9015568-c7e9-4cb4-9c35-516f465e66c9,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:14.090208 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] No DVR routers for this DVR port f9015568-c7e9-4cb4-9c35-516f465e66c9 on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:16:14.161453 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (d53926fe-2deb-4513-8fbe-ec9597a5c6e4), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.181080 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53926fe-2deb-4513-8fbe-ec9597a5c6e4']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:14.190670 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:14.190972 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0be115c-31d5-4ea5-b43a-cc70f98b3dc2') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:14.201064 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (f0be115c-31d5-4ea5-b43a-cc70f98b3dc2), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.216376 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (f0be115c-31d5-4ea5-b43a-cc70f98b3dc2), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.222853 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:16:14.223277 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (f0be115c-31d5-4ea5-b43a-cc70f98b3dc2), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:16:14.225171 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:16:14.351524 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (d53926fe-2deb-4513-8fbe-ec9597a5c6e4), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.358187 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.361595 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d53926fe-2deb-4513-8fbe-ec9597a5c6e4 HTTP/1.1" status: 204 len: 168 time: 0.7701421 Apr 14 21:16:14.364804 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36884) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:14.373203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5851-4c83-413c-96c5-1084862171a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53926fe-2deb-4513-8fbe-ec9597a5c6e4,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:14.435113 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f9015568-c7e9-4cb4-9c35-516f465e66c9 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:14.456326 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: f9015568-c7e9-4cb4-9c35-516f465e66c9 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:14.458754 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device f9015568-c7e9-4cb4-9c35-516f465e66c9 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:14.458754 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a23418df-9761-4a96-8fcc-52118ac239f0 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:14.479854 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: a23418df-9761-4a96-8fcc-52118ac239f0 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:14.480205 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device a23418df-9761-4a96-8fcc-52118ac239f0 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:14.480629 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 36d445f0-f19c-47c0-96bb-8b4382442e1d no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:14.500512 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 36d445f0-f19c-47c0-96bb-8b4382442e1d {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:14.500867 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 36d445f0-f19c-47c0-96bb-8b4382442e1d not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:14.717144 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742279'] for router_interface (fdcf89a5-b11a-4d67-8715-87b775778949), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:14.950053 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Deleting port 78774ac6-14b2-460b-bf44-f258dc4e16cf {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:14.950381 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.027902 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] For port 78774ac6-14b2-460b-bf44-f258dc4e16cf, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=78774ac6-14b2-460b-bf44-f258dc4e16cf,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:15.028735 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.044823 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Calling delete_port for 78774ac6-14b2-460b-bf44-f258dc4e16cf owned by network:router_interface {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:15.294377 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (78774ac6-14b2-460b-bf44-f258dc4e16cf), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.320659 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Pushing event deleted for resources: {'Port': ['ID=78774ac6-14b2-460b-bf44-f258dc4e16cf,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:15.490165 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1742171'] for router_interface (fdcf89a5-b11a-4d67-8715-87b775778949), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:15.706231 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Router fdcf89a5-b11a-4d67-8715-87b775778949 has already been hosted by L3 agent 14dcf213-336a-439e-a4d2-b02a3b6a57c4 {{(pid=110251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:16:15.813521 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] Notify agent at l3_agent.dv-cinder-837541-3-iscsi the message routers_updated {{(pid=110251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:16:15.818518 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-9a79f6c9-6ecb-4873-a6b5-1c645fc82429 admin admin] 10.222.0.37 "PUT /v2.0/routers/fdcf89a5-b11a-4d67-8715-87b775778949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526336 Apr 14 21:16:15.821100 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36886) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:15.823635 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] Sync routers for ids ['fdcf89a5-b11a-4d67-8715-87b775778949'] in dv-cinder-837541-3-iscsi {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:16:15.833280 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] Routers {'fdcf89a5-b11a-4d67-8715-87b775778949'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:15.834151 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:16:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fdcf89a5-b11a-4d67-8715-87b775778949'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:15.928892 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks [] for router (fdcf89a5-b11a-4d67-8715-87b775778949), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.026267 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] Set router fdcf89a5-b11a-4d67-8715-87b775778949 gateway port host: dv-cinder-837541-3-iscsi {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:16.036051 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks [] for router_gateway (fdcf89a5-b11a-4d67-8715-87b775778949), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.155507 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Deleting port c1c079d0-7b83-40ef-9a1b-0eff5b89795a {{(pid=110251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:16.155858 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.192646 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'external_fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:16:15Z', 'revision_number': 5, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port': {'id': 'c1c079d0-7b83-40ef-9a1b-0eff5b89795a', 'name': '', 'network_id': '70c159b2-e987-42c8-a70e-3ec2c3750b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:09:09Z', 'updated_at': '2022-04-14T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3a6a87c-49a1-4662-8ed5-8171d19af883', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-3-iscsi'}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:16.222778 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] Checking router: fdcf89a5-b11a-4d67-8715-87b775778949 for host: dv-cinder-837541-3-iscsi {{(pid=110254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:16:16.230894 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] Routers {'fdcf89a5-b11a-4d67-8715-87b775778949'} bound to L3 agent in host dv-cinder-837541-3-iscsi {{(pid=110254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:16:16.232115 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:51:35Z,description=,heartbeat_timestamp=2022-04-14T21:16:05Z,host='dv-cinder-837541-3-iscsi',id=14dcf213-336a-439e-a4d2-b02a3b6a57c4,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:51:36Z,topic='l3_agent')) {'router_ids': ['fdcf89a5-b11a-4d67-8715-87b775778949'], 'active': True} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:16.235226 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.db [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] For port c1c079d0-7b83-40ef-9a1b-0eff5b89795a, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,segment=NetworkSegment(6df7eb19-1b3d-45ef-a0df-85140c813896),segment_id=6df7eb19-1b3d-45ef-a0df-85140c813896)] {{(pid=110251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:16.235630 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.252471 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.plugins.ml2.plugin [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Calling delete_port for c1c079d0-7b83-40ef-9a1b-0eff5b89795a owned by network:router_gateway {{(pid=110251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:16.321424 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_dvr_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] Set router fdcf89a5-b11a-4d67-8715-87b775778949 gateway port host: None {{(pid=110254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:16:16.374552 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.l3_hamode_db [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:16:16Z', 'revision_number': 6, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port_host': None}], 'dv-cinder-837541-3-iscsi', False) {} {{(pid=110254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:16.405309 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca586f23-1bdd-4705-9dfb-e42e13f50879 None None] The sync data for ids ['fdcf89a5-b11a-4d67-8715-87b775778949'] in dv-cinder-837541-3-iscsi is: [{'id': 'fdcf89a5-b11a-4d67-8715-87b775778949', 'name': 'tempest-TestVolumeBootPattern-1734666163-router', 'tenant_id': '3693c9b716734ebf96af96b390823e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:09:08Z', 'updated_at': '2022-04-14T21:16:16Z', 'revision_number': 6, 'project_id': '3693c9b716734ebf96af96b390823e4a', 'gw_port_host': None}] {{(pid=110254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:16:16.540269 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130671835'] for port (c1c079d0-7b83-40ef-9a1b-0eff5b89795a), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.564205 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c079d0-7b83-40ef-9a1b-0eff5b89795a,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:16.626976 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1741565'] for router_gateway (fdcf89a5-b11a-4d67-8715-87b775778949), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.718347 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8360'] for router (fdcf89a5-b11a-4d67-8715-87b775778949), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:16.720433 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks [] for router_controller (fdcf89a5-b11a-4d67-8715-87b775778949), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.126668 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1744152'] for router (fdcf89a5-b11a-4d67-8715-87b775778949), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.127151 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcf89a5-b11a-4d67-8715-87b775778949 {{(pid=110251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:16:17.131499 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.132649 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-163f5255-270d-40eb-a246-768635eb5ef8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fdcf89a5-b11a-4d67-8715-87b775778949 HTTP/1.1" status: 204 len: 168 time: 1.3106582 Apr 14 21:16:17.135268 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [-] (110251) accepted ('10.222.0.37', 36888) {{(pid=110251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:17.180070 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Deleting subnet 054fb790-488e-4d6e-a4ed-f3d55ae08a79 {{(pid=110251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:16:17.183299 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Publish callbacks [] for subnet (054fb790-488e-4d6e-a4ed-f3d55ae08a79), before_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.219165 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130374909'] for subnet (054fb790-488e-4d6e-a4ed-f3d55ae08a79), precommit_delete_associations {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.302053 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745518'] for subnet (054fb790-488e-4d6e-a4ed-f3d55ae08a79), precommit_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.452226 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130671796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130203961'] for subnet (054fb790-488e-4d6e-a4ed-f3d55ae08a79), after_delete {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.479620 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054fb790-488e-4d6e-a4ed-f3d55ae08a79,revision_number=None']} {{(pid=110251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:17.484651 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron_lib.callbacks.manager [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for subnet (None), before_response {{(pid=110251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.485575 dv-cinder-837541-3-iscsi neutron-server[110251]: INFO neutron.wsgi [None req-3f716449-658e-45dd-8848-1403bb7ff4e0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/054fb790-488e-4d6e-a4ed-f3d55ae08a79 HTTP/1.1" status: 204 len: 168 time: 0.3491681 Apr 14 21:16:17.487715 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88726886-3db0-409c-be57-18b592b55447 None None] Network e36e8f71-d652-4361-a0e4-13f1df380c5d requested from dv-cinder-837541-3-iscsi {{(pid=110253) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:16:17.488261 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36890) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:17.561157 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757343'] for network (e36e8f71-d652-4361-a0e4-13f1df380c5d), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.607239 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Deleting port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 {{(pid=110252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:17.607710 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.651670 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] DHCP port deletion for e36e8f71-d652-4361-a0e4-13f1df380c5d request from dv-cinder-837541-3-iscsi {{(pid=110253) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:16:17.676557 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.db [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] For port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:17.676919 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.689764 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.plugin [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Calling delete_port for 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 owned by network:dhcp {{(pid=110252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:17.693984 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Deleting port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 {{(pid=110253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:16:17.694429 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788913444392'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), before_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.758548 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.db [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] For port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10, host dv-cinder-837541-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-3-iscsi',level=0,port_id=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,segment=NetworkSegment(cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641),segment_id=cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641)] {{(pid=110253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:16:17.758955 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737033'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), precommit_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.775640 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Calling delete_port for 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 owned by network:dhcp {{(pid=110253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:16:17.874796 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131735112'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: from cryptography.utils import int_from_bytes Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: from cryptography.utils import int_from_bytes Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.879747 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: self.session.flush() Apr 14 21:16:17.882728 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788913451542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788913075393'] for port (6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10), after_delete {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:17.902525 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] No DVR routers for this DVR port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 on host dv-cinder-837541-3-iscsi {{(pid=110252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:16:17.904726 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:17.906868 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Pushing event deleted for resources: {'Port': ['ID=6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10,revision_number=None']} {{(pid=110253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:17.914792 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] No DVR routers for this DVR port 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 on host dv-cinder-837541-3-iscsi {{(pid=110253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:16:17.917269 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.917638 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.917991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.918343 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.919270 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.919638 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.919979 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.920325 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.920651 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.920986 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.921354 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.921694 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.922023 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.922353 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.922684 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d54d75-c1c6-4aff-ba0c-77e4edfffac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-3-iscsi {{(pid=110253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:16:17.980316 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748437', 'neutron.services.segments.db._delete_segments_for_network-8788913482936'] for network (e36e8f71-d652-4361-a0e4-13f1df380c5d), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.002125 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36e8f71-d652-4361-a0e4-13f1df380c5d']}} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:18.011341 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641') {'for_net_delete': True} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:18.011671 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.services.segments.db [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641') {} {{(pid=110252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:16:18.021551 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788913486017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131732344'] for segment (cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.035273 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045'] for segment (cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.041642 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=110252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:16:18.042040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131735197'] for segment (cdcc0ec2-9b7f-4cc1-9e4c-bc8c93dce641), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: Traceback (most recent call last): Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: timer() Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: cb(*args, **kw) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: return func(*args, **kwargs) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: self._notify() Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: self.callback(batched_events) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: event.method(event) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: return f(self, *a, **k) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._get(url).json() Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: return self.request(url, 'GET', **kwargs) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:16:18.045704 dv-cinder-837541-3-iscsi neutron-server[110252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:16:18.438015 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:18.461840 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:18.462193 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 6a2ab00f-43fc-47bb-a6b3-7f4ea4e63b10 not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:18.462615 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device c1c079d0-7b83-40ef-9a1b-0eff5b89795a no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:18.471465 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741529'] for network (e36e8f71-d652-4361-a0e4-13f1df380c5d), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.480782 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585188'] for network (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.480782 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e36e8f71-d652-4361-a0e4-13f1df380c5d HTTP/1.1" status: 204 len: 168 time: 0.9907107 Apr 14 21:16:18.485130 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: c1c079d0-7b83-40ef-9a1b-0eff5b89795a {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:18.485914 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device c1c079d0-7b83-40ef-9a1b-0eff5b89795a not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:18.485914 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 78774ac6-14b2-460b-bf44-f258dc4e16cf no longer exists at agent ovs-agent-dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:16:18.494016 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31df90-3bbc-416c-877e-2eb490634463 admin admin] Pushing event deleted for resources: {'Network': ['ID=e36e8f71-d652-4361-a0e4-13f1df380c5d,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:18.505234 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.plugin [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] No Port match for: 78774ac6-14b2-460b-bf44-f258dc4e16cf {{(pid=110253) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:16:18.505724 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron.plugins.ml2.rpc [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Device 78774ac6-14b2-460b-bf44-f258dc4e16cf not bound to the agent host dv-cinder-837541-3-iscsi {{(pid=110253) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:16:18.851446 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36898) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:18.891336 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-aa8032d1-4ca7-4aed-9df6-35767995c549 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f12a80951d84716be00a81c2dd5fb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386999 Apr 14 21:16:18.893810 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36900) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:18.940029 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bd940b31-7efa-4f87-96ba-3ef82c6108c2 admin admin] Publish callbacks [] for security_group (cfb63c45-1248-4edb-ba03-235bf4d80877), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:18.961022 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bd940b31-7efa-4f87-96ba-3ef82c6108c2 admin admin] Publish callbacks [] for security_group (cfb63c45-1248-4edb-ba03-235bf4d80877), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.065787 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bd940b31-7efa-4f87-96ba-3ef82c6108c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (cfb63c45-1248-4edb-ba03-235bf4d80877), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.068456 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-bd940b31-7efa-4f87-96ba-3ef82c6108c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.069631 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-bd940b31-7efa-4f87-96ba-3ef82c6108c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfb63c45-1248-4edb-ba03-235bf4d80877 HTTP/1.1" status: 204 len: 168 time: 0.1749063 Apr 14 21:16:19.078142 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd940b31-7efa-4f87-96ba-3ef82c6108c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb63c45-1248-4edb-ba03-235bf4d80877,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:19.708247 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36908) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:19.752044 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-cfacf417-ae96-413c-9b37-fe7815f4fb87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3693c9b716734ebf96af96b390823e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423923 Apr 14 21:16:19.759203 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [-] (110252) accepted ('10.222.0.37', 36910) {{(pid=110252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:16:19.810136 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-877ffd7d-a276-45d3-8c34-1e7311d24d11 admin admin] Publish callbacks [] for security_group (5de873de-a927-4030-933e-85b1f1a019a5), before_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.830334 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-877ffd7d-a276-45d3-8c34-1e7311d24d11 admin admin] Publish callbacks [] for security_group (5de873de-a927-4030-933e-85b1f1a019a5), precommit_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.940073 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-877ffd7d-a276-45d3-8c34-1e7311d24d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635424'] for security_group (5de873de-a927-4030-933e-85b1f1a019a5), after_delete {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.942700 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron_lib.callbacks.manager [None req-877ffd7d-a276-45d3-8c34-1e7311d24d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:19.943922 dv-cinder-837541-3-iscsi neutron-server[110252]: INFO neutron.wsgi [None req-877ffd7d-a276-45d3-8c34-1e7311d24d11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5de873de-a927-4030-933e-85b1f1a019a5 HTTP/1.1" status: 204 len: 168 time: 0.1837249 Apr 14 21:16:19.952040 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ffd7d-a276-45d3-8c34-1e7311d24d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de873de-a927-4030-933e-85b1f1a019a5,revision_number=None']} {{(pid=110252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:16:32.664875 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-69e97892-ebc4-4c76-b8bb-667ed7b18546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:34.990109 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:16:35.139665 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-cd3f3195-7f5d-4243-a2b3-7f23e3e856db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:36.480297 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:37.847905 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:38.137323 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:39.705119 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:16:49.238827 dv-cinder-837541-3-iscsi neutron-server[110251]: DEBUG neutron.wsgi [req-49a11622-6e07-47b6-af53-ca834c5878ef req-de38896e-2b9f-4697-9925-f4fb5cc9d521 service neutron] (110251) timed out ('10.222.0.45', 58333) {{(pid=110251) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:17:02.653125 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5ca8beb2-1184-450a-bfc6-2f91bf29396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:05.132969 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-54b2e9ca-57a2-4208-ab3e-21bf1f8ba1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:06.538662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:07.838991 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:08.132972 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:09.704174 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:11.989816 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:17:32.632989 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-79135dbd-d22d-44ba-849f-aae774b8d1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:35.137937 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-11e37fcc-b227-4dd7-9f6f-12fdc1da433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:36.514786 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:37.806713 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:38.146943 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:39.690159 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:17:48.989382 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:18:02.645778 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c01b4255-51bf-474d-a7dc-27ceb07796dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:05.136917 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-9bb5661c-73ff-489d-8472-77ff624311fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:06.511646 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:07.809428 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:08.129022 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:09.654898 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:25.988023 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:18:32.631531 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-90c33113-be73-4b8a-84b0-41a6eca51159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:35.145827 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-421a23d1-7e05-4c4c-bb25-b09851820648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:36.490271 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:37.816359 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:38.153697 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:18:39.648270 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.666863 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-fd6e50d2-f202-48ee-8d77-489d104d4ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:02.989608 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:19:05.133664 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-39b7aaa8-61d0-41b5-9cf8-b7709b3ab115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:06.527662 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:07.831305 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:08.144959 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:09.647736 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:32.649848 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c73a3d0b-7ab9-4652-9182-3ebb29f0c879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:35.120784 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-64487569-359b-4ced-8258-b6d226a1c6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:36.515594 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:37.829345 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:38.155865 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:39.660385 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:19:39.989231 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:20:02.636900 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-c4c19c5d-b1d8-465a-a9e0-e0a23a339428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:05.139694 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-96e8dc8b-8109-4e66-b3a8-2b85d63d6880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:06.522341 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:07.837629 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:08.156806 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:09.657239 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:16.989177 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:20:32.639938 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-6d194594-5d02-4d8e-b41c-293a76b2b26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:35.155332 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5edc127e-cdde-489d-a088-6d39bd492568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:36.515764 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:37.834118 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:38.154024 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:39.687581 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:20:53.988753 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:20:59.122707 dv-cinder-837541-3-iscsi neutron-server[110252]: DEBUG neutron.wsgi [req-413f821a-c614-4033-b994-e3539b6ddda6 req-933fb7f9-63bf-4446-b24c-96916f6dfbe7 service neutron] (110252) timed out ('10.222.0.45', 58364) {{(pid=110252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:21:02.640784 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f515c989-bc39-4e1b-9801-7a24110a518b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:05.149573 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-5b1db5b4-a530-4510-9322-845156b77a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:06.526304 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:07.846661 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:08.172401 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:09.656174 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:30.987604 dv-cinder-837541-3-iscsi neutron-server[110254]: DEBUG neutron.db.agents_db [None req-947e0f4d-f40b-4c7a-b557-2ddad04ab8a5 None None] Agent healthcheck: found 6 active agents {{(pid=110254) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:21:32.678053 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0541-28af-4a65-bac7-c302aa024fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (c7e247eb-3ead-4f66-9d35-b5c9256fab99), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:35.169573 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-611631aa-c90c-4055-afdd-f353472551a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (14dcf213-336a-439e-a4d2-b02a3b6a57c4), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:36.509033 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-f60b34ca-c558-476b-a529-e7db6421f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (de4dfad9-2ece-4a11-8e40-0c782a723ed2), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:37.834767 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-36a7423b-cc30-4f6b-a688-01af59efd884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (8f7b2853-65d0-4fdf-aba9-b2fddc6e2185), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:38.148738 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-b7626111-346a-4692-96a2-1a5099c02447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (11a3906e-b98c-49aa-bd57-c71e84ea2d28), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:21:39.690263 dv-cinder-837541-3-iscsi neutron-server[110253]: DEBUG neutron_lib.callbacks.manager [None req-3bc045a9-ddb4-4460-b4a6-9038d01fa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788913482918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660180'] for agent (dfb2ea2f-816c-4900-8188-d02e10431a46), after_update {{(pid=110253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}